[2024-07-25 01:21:52.562605] INFO [STORAGE.TABLELOCK] send_rpc_task_ (ob_table_lock_service.cpp:2125) [12743][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=3] send table lock rpc(ret=0, ret="OB_SUCCESS", retry_ctx.send_rpc_count_=1, addr="10.38.43.27:2882", request={task_type_:9, lsid_:{id:1}, params_:[{lock_id:{obj_type:5, obj_id:1024}, lock_mode:2, owner_id:{id:0}, op_type:4, is_deadlock_avoid_enabled:true, is_try_lock:false, expired_time:1721889512532958, schema_version:-1}], tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:4, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}}) [2024-07-25 01:21:52.565784] INFO [STORAGE.TABLELOCK] process_lock_task_ (ob_table_lock_service.cpp:1248) [12743][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=68] [table lock] lock_table(ret=0, ctx={is_in_trans_:true, table_id_:18446744073709551615, partition_id_:0, tablet_list_:[], obj_list_:[{obj_type:5, obj_id:1024}], lock_op_type_:4, origin_timeout_us_:999971674, timeout_us_:999971674, abs_timeout_ts_:1721889512532958, tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:4, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888512565325, last_touch_ts:1}], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, tx_param_:{cluster_id:1699255389, timeout_us:999971647, lock_timeout_us:-1, access_mode:0, isolation:1}, current_savepoint_:0, need_rollback_ls_:[], schema_version_:-1, tx_is_killed_:false, is_from_sql_:false, ret_code_before_end_stmt_or_tx_:0, stmt_savepoint_:0}, lock_mode=2, lock_owner={id:0}) [2024-07-25 01:21:52.567305] INFO [STORAGE.TABLELOCK] send_rpc_task_ (ob_table_lock_service.cpp:2125) [12743][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=3] send table lock rpc(ret=0, ret="OB_SUCCESS", retry_ctx.send_rpc_count_=1, addr="10.38.43.27:2882", request={task_type_:9, lsid_:{id:1}, params_:[{lock_id:{obj_type:9, obj_id:17090135758757322745}, lock_mode:2, owner_id:{id:0}, op_type:4, is_deadlock_avoid_enabled:true, is_try_lock:false, expired_time:1721889512532944, schema_version:-1}], tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:6, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888512565325, last_touch_ts:1}], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}}) [2024-07-25 01:21:52.567623] INFO [STORAGE.TABLELOCK] process_lock_task_ (ob_table_lock_service.cpp:1248) [12743][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=274] [table lock] lock_table(ret=0, ctx={is_in_trans_:true, table_id_:18446744073709551615, partition_id_:0, tablet_list_:[], obj_list_:[{obj_type:9, obj_id:17090135758757322745}], lock_op_type_:4, origin_timeout_us_:999966521, timeout_us_:999966521, abs_timeout_ts_:1721889512532944, tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:6, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888512566441, last_touch_ts:1}], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, tx_param_:{cluster_id:1699255389, timeout_us:999966490, lock_timeout_us:-1, access_mode:0, isolation:1}, current_savepoint_:0, need_rollback_ls_:[], schema_version_:-1, tx_is_killed_:false, is_from_sql_:false, ret_code_before_end_stmt_or_tx_:0, stmt_savepoint_:0}, lock_mode=2, lock_owner={id:0}) [2024-07-25 01:21:52.570247] INFO [STORAGE.TABLELOCK] send_rpc_task_ (ob_table_lock_service.cpp:2125) [12743][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=3] send table lock rpc(ret=0, ret="OB_SUCCESS", retry_ctx.send_rpc_count_=1, addr="10.38.43.27:2882", request={task_type_:9, lsid_:{id:1}, params_:[{lock_id:{obj_type:10, obj_id:10691372113622684453}, lock_mode:1, owner_id:{id:0}, op_type:4, is_deadlock_avoid_enabled:true, is_try_lock:false, expired_time:1721889512532962, schema_version:-1}], tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:8, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888512566441, last_touch_ts:1}], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}}) [2024-07-25 01:21:52.570765] INFO [STORAGE.TABLELOCK] process_lock_task_ (ob_table_lock_service.cpp:1248) [12743][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=117] [table lock] lock_table(ret=0, ctx={is_in_trans_:true, table_id_:18446744073709551615, partition_id_:0, tablet_list_:[], obj_list_:[{obj_type:10, obj_id:10691372113622684453}], lock_op_type_:4, origin_timeout_us_:999963940, timeout_us_:999963940, abs_timeout_ts_:1721889512532962, tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:8, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888512569673, last_touch_ts:1}], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, tx_param_:{cluster_id:1699255389, timeout_us:999963918, lock_timeout_us:-1, access_mode:0, isolation:1}, current_savepoint_:0, need_rollback_ls_:[], schema_version_:-1, tx_is_killed_:false, is_from_sql_:false, ret_code_before_end_stmt_or_tx_:0, stmt_savepoint_:0}, lock_mode=1, lock_owner={id:0}) [2024-07-25 02:21:52.753852] INFO [STORAGE.TABLELOCK] send_rpc_task_ (ob_table_lock_service.cpp:2125) [12796][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=4] send table lock rpc(ret=0, ret="OB_SUCCESS", retry_ctx.send_rpc_count_=1, addr="10.38.43.27:2882", request={task_type_:9, lsid_:{id:1}, params_:[{lock_id:{obj_type:3, obj_id:200010}, lock_mode:2, owner_id:{id:0}, op_type:4, is_deadlock_avoid_enabled:true, is_try_lock:false, expired_time:1721889512533842, schema_version:-1}], tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:10, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888512569673, last_touch_ts:1}], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}}) [2024-07-25 02:21:52.754153] INFO [STORAGE.TABLELOCK] process_lock_task_ (ob_table_lock_service.cpp:1248) [12796][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=56] [table lock] lock_table(ret=0, ctx={is_in_trans_:true, table_id_:18446744073709551615, partition_id_:0, tablet_list_:[], obj_list_:[{obj_type:3, obj_id:200010}], lock_op_type_:4, origin_timeout_us_:999782798, timeout_us_:999782798, abs_timeout_ts_:1721889512533842, tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:10, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888512753658, last_touch_ts:1}], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, tx_param_:{cluster_id:1699255389, timeout_us:999782772, lock_timeout_us:-1, access_mode:0, isolation:1}, current_savepoint_:0, need_rollback_ls_:[], schema_version_:-1, tx_is_killed_:false, is_from_sql_:false, ret_code_before_end_stmt_or_tx_:0, stmt_savepoint_:0}, lock_mode=2, lock_owner={id:0}) [2024-07-25 01:21:52.857721] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:153) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=12] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1721888497650832, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1721888512856936, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-07-25 01:21:52.964558] WDIAG [SQL.PC] common_free (ob_lib_cache_object_manager.cpp:141) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=3][errcode=0] set logical del time(cache_obj->get_logical_del_time()=4335830315043, cache_obj->added_lc()=false, cache_obj->get_object_id()=775191, cache_obj->get_tenant_id()=1024, lbt()="0x11996ddc 0x9f8e3d0 0x4a33f91 0x4a30ab8 0x4dbbc3c 0x4e43327 0x4e6404c 0x99f304b 0x4dc7d34 0x99f2d0e 0x99df774 0x4de30cb 0x4a1f010 0x4a18695 0x94acc94 0x11c67743 0x7fb5faaf3ea5 0x7fb5fa81c96d") [2024-07-25 01:21:52.971238] WDIAG [SQL.PC] common_free (ob_lib_cache_object_manager.cpp:141) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=7][errcode=0] set logical del time(cache_obj->get_logical_del_time()=4335830321725, cache_obj->added_lc()=false, cache_obj->get_object_id()=775192, cache_obj->get_tenant_id()=1024, lbt()="0x11996ddc 0x9f8e3d0 0x4a33f91 0x4a30ab8 0x4dbbc3c 0x4e43327 0x4e6404c 0x99f304b 0x4dc7d34 0x99f2d0e 0x99df774 0x4de30cb 0x4a1f010 0x4a18695 0x94acc94 0x11c67743 0x7fb5faaf3ea5 0x7fb5fa81c96d") [2024-07-25 01:21:53.071934] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:847) [112480][T1023_L5_G0][T1023][YB420A262B1B-00061AAF4835527D-0-0] [lt=25] memtable handle rollback to successfuly(from_seq_no=1721888513070573, to_seq_no=1721888513070571, *this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1718269349258408 max_table_version=1718269349258408 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:73848809} ls_id=1 callback_alloc_count=0 callback_free_count=0 checksum=0 tmp_checksum=0 checksum_scn={val:0, v:0} redo_filled_count=0 redo_sync_succ_count=0 redo_sync_fail_count=0 main_list_length=0 unsynced_cnt=0 unsubmitted_cnt_=0 cb_statistics:[main=1, slave=0, merge=0, tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0]}) [2024-07-25 01:21:53.150796] INFO [STORAGE.TABLELOCK] send_rpc_task_ (ob_table_lock_service.cpp:2125) [12743][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=3] send table lock rpc(ret=0, ret="OB_SUCCESS", retry_ctx.send_rpc_count_=1, addr="10.38.43.27:2882", request={task_type_:9, lsid_:{id:1}, params_:[{lock_id:{obj_type:4, obj_id:1002}, lock_mode:2, owner_id:{id:0}, op_type:4, is_deadlock_avoid_enabled:true, is_try_lock:false, expired_time:1721889512605539, schema_version:-1}], tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:18, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888513067372, last_touch_ts:1721888512952987}], exec_info_reap_ts:1721888512952986, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:true, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}}) [2024-07-25 01:21:53.151365] INFO [STORAGE.TABLELOCK] process_lock_task_ (ob_table_lock_service.cpp:1248) [12743][T1024_L0_G20][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=49] [table lock] lock_table(ret=0, ctx={is_in_trans_:true, table_id_:18446744073709551615, partition_id_:0, tablet_list_:[], obj_list_:[{obj_type:4, obj_id:1002}], lock_op_type_:4, origin_timeout_us_:999455780, timeout_us_:999455780, abs_timeout_ts_:1721889512605539, tx_desc_:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:18, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888513150266, last_touch_ts:1721888512952987}], exec_info_reap_ts:1721888512952986, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:true, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, tx_param_:{cluster_id:1699255389, timeout_us:999455762, lock_timeout_us:-1, access_mode:0, isolation:1}, current_savepoint_:0, need_rollback_ls_:[], schema_version_:-1, tx_is_killed_:false, is_from_sql_:false, ret_code_before_end_stmt_or_tx_:0, stmt_savepoint_:0}, lock_mode=2, lock_owner={id:0}) [2024-07-25 01:21:53.157960] INFO [STORAGE.TRANS] statistics (ob_location_adapter.cpp:72) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=4] location adapter statistics(renew_access=0, total_access=30, error_count=0, renew_rate=0.000000000e+00) [2024-07-25 01:21:53.159513] WDIAG [RPC] send (ob_poc_rpc_proxy.h:170) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=21][errcode=-5188] execute rpc fail(addr="10.38.43.28:2882", pcode=1627, ret=-5188, timeout=1721889512532280) [2024-07-25 01:21:53.159540] WDIAG log_user_error_and_warn (ob_poc_rpc_proxy.cpp:244) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=25][errcode=-5188] [2024-07-25 01:21:53.159555] WDIAG [STORAGE.TRANS] register_mds_into_tx (ob_trans_service.cpp:871) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=6][errcode=-5188] register_tx_fata failed(ret=-5188, ret="OB_TOO_MANY_PARTITIONS_ERROR", ls_leader_addr="10.38.43.28:2882", arg={tenant_id:1024, tx_desc:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:20, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888513155652, last_touch_ts:1721888512952987}], exec_info_reap_ts:1721888512952986, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:true, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, ls_id:{id:1002}, type:3, buf_.length():0xb2d, request_id:1, register_flag:{need_flush_redo_instantly_:false, mds_base_scn_:{val:18446744073709551615, v:3}}}, tx_desc={this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:20, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888513155652, last_touch_ts:1721888512952987}], exec_info_reap_ts:1721888512952986, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:true, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, ls_id={id:1002}, result={result:0, tx_result:{incomplete:false, parts:[], touched_ls_list:[], cflict_txs:[]}}) [2024-07-25 01:21:53.159662] INFO [STORAGE.TRANS] rollback_to_global_implicit_savepoint_ (ob_tx_api.cpp:1086) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=104] add tx part with extra_touched_ls(extra_touched_ls=[{id:1002}], tx.tx_id={txid:17800757}) [2024-07-25 01:21:53.159717] INFO [STORAGE.TRANS] statistics_ (ob_trans_rpc.cpp:670) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=12] rpc statistics(total_trans_msg_count=2, total_batch_msg_count=0) [2024-07-25 01:21:53.160221] INFO [STORAGE.TRANS] process (ob_trans_rpc.cpp:145) [9594][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=17] transaction rpc statistics(total_rt=19, total_process=1, avg_rt=9) [2024-07-25 01:21:53.160227] INFO [STORAGE.TRANS] sync_rollback_savepoint__ (ob_tx_api.cpp:1716) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=6] all savepoint rollback succeed(tx.tx_id={txid:17800757}, remain_cnt=1, waittime=10000, retries=0) [2024-07-25 01:21:53.160242] TRACE [TRACE] reset (ob_trans_define_v4.cpp:477) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=13] [tx desc trace](TRACE=|total_timeu=0) [2024-07-25 01:21:53.160254] INFO [STORAGE.TRANS] rollback_savepoint_slowpath_ (ob_tx_api.cpp:1627) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=8] rollback savepoint slowpath(ret=0, tx.tx_id={txid:17800757}, start_ts=1721888513159687, retries=0, savepoint=1721888513156718, expire_ts=1721889512532280, tx={this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:21, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888513155652, last_touch_ts:1721888512952987}, {id:{id:1002}, addr:"10.38.43.28:2882", epoch:11365079687672360, first_scn:MAX, last_scn:1721888513159924, last_touch_ts:1721888512952987}], exec_info_reap_ts:1721888512952986, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:true, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, parts.count()=1) [2024-07-25 01:21:53.160377] INFO [STORAGE.TRANS] register_mds_into_tx (ob_trans_service.cpp:909) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=35] register multi data source result(ret=-5188, ret="OB_TOO_MANY_PARTITIONS_ERROR", arg={tenant_id:1024, tx_desc:{this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:22, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888513155652, last_touch_ts:1721888512952987}, {id:{id:1002}, addr:"10.38.43.28:2882", epoch:11365079687672360, first_scn:MAX, last_scn:1721888513156718, last_touch_ts:1721888512952987}], exec_info_reap_ts:1721888512952986, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:true, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, ls_id:{id:1002}, type:3, buf_.length():0xb2d, request_id:1, register_flag:{need_flush_redo_instantly_:false, mds_base_scn_:{val:18446744073709551615, v:3}}}, result={result:0, tx_result:{incomplete:false, parts:[], touched_ls_list:[], cflict_txs:[]}}, tx_desc={this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:22, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888513155652, last_touch_ts:1721888512952987}, {id:{id:1002}, addr:"10.38.43.28:2882", epoch:11365079687672360, first_scn:MAX, last_scn:1721888513156718, last_touch_ts:1721888512952987}], exec_info_reap_ts:1721888512952986, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:true, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}, local_retry_cnt=0, retry_cnt=0, request_id=0, time_guard=time guard 'register mds' cost too much time, used=2503, time_dist: start register=2, register by rpc begin=26, register by rpc end=1678) [2024-07-25 01:21:53.160467] WDIAG [SERVER] register_multi_data_source (ob_inner_sql_connection.cpp:1121) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=88][errcode=-5188] regiser multi data source failed(ret=-5188, tenant_id=1024, type=3) [2024-07-25 01:21:53.160477] INFO [SERVER] register_multi_data_source (ob_inner_sql_connection.cpp:1178) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=9] register mds in inner_sql_connection(ret=-5188, ret="OB_TOO_MANY_PARTITIONS_ERROR", this=0x7fb47f17e050, local_execute=true, get_resource_conn_id()=574802941, get_session().get_sessid()=1, get_session().get_tx_desc()={this:0x7faf991062e0, tx_id:{txid:17800757}, state:2, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:22, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:-1, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888513155652, last_touch_ts:1721888512952987}, {id:{id:1002}, addr:"10.38.43.28:2882", epoch:11365079687672360, first_scn:MAX, last_scn:1721888513156718, last_touch_ts:1721888512952987}], exec_info_reap_ts:1721888512952986, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:true, cflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}) [2024-07-25 01:21:53.160525] WDIAG [SERVER] process_register_mds (ob_inner_sql_rpc_processor.cpp:70) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=39][errcode=-5188] register multi data source failed(ret=-5188, arg.get_tenant_id()=1024, mds_str={mds_str_:"§–€€", type_:3, ls_id_:{id:1002}, register_flag_:{need_flush_redo_instantly_:false, mds_base_scn_:{val:18446744073709551615, v:3}}}) [2024-07-25 01:21:53.160536] WDIAG [SERVER] process (ob_inner_sql_rpc_processor.cpp:400) [112306][T1024_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=10][errcode=-5188] process register multi source data failed(ret=-5188) [2024-07-25 01:21:53.161640] WDIAG [STORAGE.TRANS] do_local_abort_tx_ (ob_trans_part_ctx.cpp:7878) [75893][T1_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=5][errcode=0] do_local_abort_tx_(ret=0, ret="OB_SUCCESS", *this={this:0x7fb305b10550, trans_id:{txid:17800757}, tenant_id:1024, is_exiting:false, trans_expired_time:1721889512532280, cluster_version:17180000518, trans_need_wait_wrap:{receive_gts_ts_:[mts=0], need_wait_interval_us:0}, stc:[mts=0], ctx_create_time:1721888512565324}{ls_id:{id:1}, session_id:1, part_trans_action:2, pending_write:0, exec_info:{state:10, upstream:{id:-1}, participants:[], incremental_participants:[], prev_record_lsn:{lsn:18446744073709551615}, redo_lsns:[], redo_log_no:0, multi_data_source:[], scheduler:"10.38.43.27:2882", prepare_version:{val:18446744073709551615, v:3}, trans_type:0, next_log_entry_no:0, max_applied_log_ts:{val:18446744073709551615, v:3}, max_applying_log_ts:{val:18446744073709551615, v:3}, max_applying_part_log_no:9223372036854775807, max_submitted_seq_no:0, checksum:0, checksum_scn:{val:0, v:0}, max_durable_lsn:{lsn:18446744073709551615}, data_complete:false, is_dup_tx:false, prepare_log_info_arr:[], xid:{gtrid_str:"", bqual_str:"", format_id:1, gtrid_str_.ptr():"data_size:0, data:", bqual_str_.ptr():"data_size:0, data:", g_hv:0, b_hv:0}, need_checksum:true, is_sub2pc:false}, sub_state:{flag:0}, is_leaf():false, is_root():false, busy_cbs_.get_size():0, final_log_cb_:{ObTxBaseLogCb:{base_ts:{val:18446744073709551615, v:3}, log_ts:{val:18446744073709551615, v:3}, lsn:{lsn:18446744073709551615}, submit_ts:0}, this:0x7fb305b13508, is_inited_:true, trans_id:{txid:17800757}, ls_id:{id:1}, ctx:0x7fb305b10550, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[], first_part_scn_:{val:18446744073709551615, v:3}}, ctx_tx_data_:{ctx_mgr_:0x7fb1c3004030, tx_data_guard_:{tx_data:{tx_id:{txid:17800757}, ref_cnt:1, state:"RUNNING", commit_version:{val:18446744073709551615, v:3}, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, undo_status_list:{head:null, undo_node_cnt:0{}}}}, read_only_:false}, role_state_:0, start_replay_ts_:{val:18446744073709551615, v:3}, start_recover_ts_:{val:18446744073709551615, v:3}, is_incomplete_replay_ctx_:false, mt_ctx_:{ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1718269361276176 max_table_version=1718269363424608 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:17800757} ls_id=1 callback_alloc_count=110 callback_free_count=0 checksum=0 tmp_checksum=0 checksum_scn={val:0, v:0} redo_filled_count=0 redo_sync_succ_count=0 redo_sync_fail_count=0 main_list_length=129 unsynced_cnt=110 unsubmitted_cnt_=110 cb_statistics:[main=129, slave=0, merge=0, tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0]}, coord_prepare_info_arr_:[], upstream_state:10, retain_cause:-1, 2pc_role:-1, collected:[], ref:2, rec_log_ts:{val:18446744073709551615, v:3}, prev_rec_log_ts:{val:18446744073709551615, v:3}, lastest_snapshot:{val:18446744073709551615, v:3}, state_info_array:[], last_request_ts:1721888513155648, block_frozen_memtable:null}) [2024-07-25 01:21:53.161978] INFO [STORAGE.TRANS] abort_ (ob_trans_part_ctx.cpp:1873) [75893][T1_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=106] tx abort(ret=0, reason=-6002, reason_str="OB_TRANS_ROLLBACKED", this={this:0x7fb305b10550, trans_id:{txid:17800757}, tenant_id:1024, is_exiting:true, trans_expired_time:1721889512532280, cluster_version:17180000518, trans_need_wait_wrap:{receive_gts_ts_:[mts=0], need_wait_interval_us:0}, stc:[mts=0], ctx_create_time:1721888512565324}{ls_id:{id:1}, session_id:1, part_trans_action:4, pending_write:0, exec_info:{state:60, upstream:{id:-1}, participants:[], incremental_participants:[], prev_record_lsn:{lsn:18446744073709551615}, redo_lsns:[], redo_log_no:0, multi_data_source:[], scheduler:"10.38.43.27:2882", prepare_version:{val:18446744073709551615, v:3}, trans_type:0, next_log_entry_no:0, max_applied_log_ts:{val:18446744073709551615, v:3}, max_applying_log_ts:{val:18446744073709551615, v:3}, max_applying_part_log_no:9223372036854775807, max_submitted_seq_no:0, checksum:0, checksum_scn:{val:0, v:0}, max_durable_lsn:{lsn:18446744073709551615}, data_complete:false, is_dup_tx:false, prepare_log_info_arr:[], xid:{gtrid_str:"", bqual_str:"", format_id:1, gtrid_str_.ptr():"data_size:0, data:", bqual_str_.ptr():"data_size:0, data:", g_hv:0, b_hv:0}, need_checksum:true, is_sub2pc:false}, sub_state:{flag:64}, is_leaf():false, is_root():false, busy_cbs_.get_size():0, final_log_cb_:{ObTxBaseLogCb:{base_ts:{val:18446744073709551615, v:3}, log_ts:{val:18446744073709551615, v:3}, lsn:{lsn:18446744073709551615}, submit_ts:0}, this:0x7fb305b13508, is_inited_:true, trans_id:{txid:17800757}, ls_id:{id:1}, ctx:0x7fb305b10550, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[], first_part_scn_:{val:18446744073709551615, v:3}}, ctx_tx_data_:{ctx_mgr_:0x7fb1c3004030, tx_data_guard_:{tx_data:{tx_id:{txid:17800757}, ref_cnt:1, state:"ABORT", commit_version:{val:18446744073709551615, v:3}, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, undo_status_list:{head:null, undo_node_cnt:0{}}}}, read_only_:false}, role_state_:0, start_replay_ts_:{val:18446744073709551615, v:3}, start_recover_ts_:{val:18446744073709551615, v:3}, is_incomplete_replay_ctx_:false, mt_ctx_:{ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1718269361276176 max_table_version=1718269363424608 trans_version={val:4611686018427387903, v:0} commit_version={val:18446744073709551615, v:3} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=-6002 tx_status=1 is_readonly=false ref=0 trans_id={txid:17800757} ls_id=1 callback_alloc_count=110 callback_free_count=110 checksum=0 tmp_checksum=0 checksum_scn={val:0, v:0} redo_filled_count=0 redo_sync_succ_count=0 redo_sync_fail_count=0 main_list_length=0 unsynced_cnt=0 unsubmitted_cnt_=0 cb_statistics:[main=129, slave=0, merge=0, tx_end=129, rollback_to=0, fast_commit=0, remove_memtable=0]}, coord_prepare_info_arr_:[], upstream_state:10, retain_cause:-1, 2pc_role:-1, collected:[], ref:1, rec_log_ts:{val:18446744073709551615, v:3}, prev_rec_log_ts:{val:18446744073709551615, v:3}, lastest_snapshot:{val:18446744073709551615, v:3}, state_info_array:[], last_request_ts:1721888513155648, block_frozen_memtable:null}) [2024-07-25 01:21:53.162051] INFO [STORAGE.TRANS] handle_trans_abort_request (ob_trans_service_v4.cpp:2020) [75893][T1_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=66] handle trans abort request(ret=0, abort_req={txMsg:{type:22, cluster_version:17180000518, tenant_id:1024, tx_id:{txid:17800757}, receiver:{id:1}, sender:{id:9223372036854775807}, sender_addr:"10.38.43.27:2882", epoch:-1, request_id:23, timestamp:1721888513161628, cluster_id:1699255389}, reason:-6002}) [2024-07-25 01:21:53.162107] INFO [STORAGE.TRANS] rollback_tx (ob_tx_api.cpp:343) [75893][T1_L5_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=16] rollback tx(ret=0, *this={is_inited_:true, tenant_id_:1024, this:0x7fb336004030}, tx={this:0x7faf991062e0, tx_id:{txid:17800757}, state:7, addr:"10.38.43.27:2882", tenant_id:1024, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:1721888512559767, op_sn:23, alloc_ts:1721888512559710, active_ts:1721888512559710, commit_ts:-1, finish_ts:1721888513160998, timeout_us:999972570, lock_timeout_us:-1, expire_ts:1721889512532280, coord_id:{id:-1}, parts:[{id:{id:1}, addr:"10.38.43.27:2882", epoch:4046729700214487, first_scn:1721888512565325, last_scn:1721888513155652, last_touch_ts:1721888512952987}, {id:{id:1002}, addr:"10.38.43.28:2882", epoch:11365079687672360, first_scn:MAX, last_scn:1721888513156718, last_touch_ts:1721888512952987}], exec_info_reap_ts:1721888512952986, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1699255389, cluster_version:17180000518, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:true, cflict_txs:[], abort_cause:-6002, commit_expire_ts:0, commit_task_.is_registered():false, ref:2}) [2024-07-25 01:21:53.162763] WDIAG [RPC] send (ob_poc_rpc_proxy.h:170) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=3][errcode=-5188] execute rpc fail(addr="10.38.42.240:2882", pcode=630, ret=-5188, timeout=999979455) [2024-07-25 01:21:53.162782] WDIAG log_user_error_and_warn (ob_poc_rpc_proxy.cpp:244) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=17][errcode=-5188] [2024-07-25 01:21:53.162800] WDIAG [SQL.ENG] execute (ob_table_executor.cpp:569) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=5][errcode=-5188] rpc proxy create table failed(ret=-5188, ret="OB_TOO_MANY_PARTITIONS_ERROR", dst="10.38.42.240:2882") [2024-07-25 01:21:53.163040] INFO [SHARE] add_event (ob_event_history_table_operator.h:290) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=7] event table add task(ret=0, event_table_name="__all_server_event_history", sql=INSERT INTO __all_server_event_history (gmt_create, module, event, name1, value1, name2, value2, name3, value3, name4, value4, svr_ip, svr_port) VALUES (usec_to_time(1721888513162815), 'sql', 'execute_cmd', 'cmd_type', 20, 'sql_text', X'435245415445205441424C452060726571756972656D656E745F7461736B6020280A206069646020626967696E7428323029204E4F54204E554C4C204155544F5F494E4352454D454E5420434F4D4D454E542027E8A1A84944EFBC8CE4B8BBE994AEEFBC8CE4BE9BE585B6E4BB96E8A1A8E5819AE5A496E994AE272C0A20607265717461736B5F69646020626967696E7428323029204E4F54204E554C4C20434F4D4D454E542027E99C80E6B182E4BBBBE58AA1E7BC96E58FB7272C0A20607461736B5F696E69746961746F7260207661726368617228323029204E4F54204E554C4C20434F4D4D454E542027E4BBBBE58AA1E58F91E8B5B7E4BABA272C0A2060657374636F6D706C65745F6461746560206461746574696D65204E4F54206E756C6C20434F4D4D454E542027E9A284E8AEA1E5AE8CE68890E697A5E69C9F272C0A202020202020607461736B7265735F706572736F6E60207661726368617228323029204E4F54204E554C4C20434F4D4D454E542027E4BBBBE58AA1E8B4A3E4BBBBE4BABA272C0A202020202020606C696E655F7479706560207661726368617228353029204E4F54204E554C4C20434F4D4D454E542027E68B89E7BABFE7B1BBE59E8B272C0A202020202020606D61737370726F5F6261736560207661726368617228323029204E4F54204E554C4C20434F4D4D454E542027E9878FE4BAA7E59FBAE59CB0272C0A202020202020606D61737370726F5F6C696E6560207661726368617228323029204E4F54204E554C4C20434F4D4D454E542027E9878FE4BAA7E68B89E7BABF272C0A20202020202060726571636F6D706C65745F74696D6560206461746574696D65204E4F54204E554C4C20434F4D4D454E542027E8A681E6B182E5AE8CE68890E697A5E69C9F272C0A202020202020606E6D715F706572736F6E60207661726368617228323029204E4F54204E554C4C20434F4D4D454E5420274E4D51272C0A202020202020606E70715F706572736F6E60207661726368617228353029204E4F54204E554C4C20434F4D4D454E5420274E5051272C0A20202020202060707169735F706572736F6E60207661726368617228353029204E4F54204E554C4C20434F4D4D454E54202750514953272C0A202020202020607071655F706572736F6E60207661726368617228353029204E4F54204E554C4C20434F4D4D454E542027E59FBAE59CB0505145272C0A20202020202060707169635F706572736F6E60207661726368617228353029204E4F54204E554C4C20434F4D4D454E54202750514943272C0A202020202020606F746865725F64657060207661726368617228353029204E4F54204E554C4C20434F4D4D454E542027E585B6E4BB96E983A8E997A8272C0A202020202020606F746865725F706572736F6E60207661726368617228353029204E4F54204E554C4C20434F4D4D454E542027E585B6E4BB96E8B4A3E4BBBBE4BABA272C0A202020202020607461736B5F7265717569726560207661726368617228353029204E4F54204E554C4C20434F4D4D454E542027E4BBBBE58AA1E8A681E6B182272C0A202020202020607461736B5F73746174757360207661726368617228353029204E4F54204E554C4C20434F4D4D454E542027E4BBBBE58AA1E78AB6E68081272C0A20202020202060637265617465645F6279602076617263686172283230292044454641554C542027312720434F4D4D454E542027E5889BE5BBBAE4BABA272C0A20202020202060637265617465645F62795F6E616D6560207661726368617228353029202044454641554C542027312720434F4D4D454E542027E5889BE5BBBAE4BABAE5908DE7A7B0272C0A202020202020606372656174696F6E5F6461746560206461746574696D652044454641554C54204E554C4C20434F4D4D454E542027E5889BE5BBBAE697B6E997B4272C0A202020202020606C6173745F757064617465645F6279602076617263686172283230292044454641554C54204E554C4C20434F4D4D454E542027E4BFAEE694B9E4BABA272C0A202020202020606C6173745F757064617465645F62795F6E616D65602076617263686172283530292044454641554C542027312720434F4D4D454E542027E4BFAEE694B9E4BABAE5908DE7A7B0272C0A202020202020606C6173745F7570646174655F6461746560206461746574696D65204E4F54204E554C4C2044454641554C542043555252454E545F54494D455354414D5020434F4D4D454E542027E4BFAEE694B9E697B6E997B4272C0A202020202020606F626A6563745F76657273696F6E5F6E756D6265726020626967696E74204E4F54204E554C4C2044454641554C542027312720434F4D4D454E542027E8A18CE78988E69CACE58FB7EFBC8CE794A8E69DA5E5A484E79086E99481272C0A2020202020205052494D415259204B4559202860696460290A2020202029204155544F5F494E4352454D454E54203D20313030303030312044454641554C542043484152534554203D20757466386D623420524F575F464F524D4154203D2044594E414D494320434F4D4D454E54203D2027E99C80E6B182E4BBBBE58AA1E8A1A827', 'return_code', -5188, 'tenant_id', 1024, '10.38.43.27', 2882)) [2024-07-25 01:21:53.163064] WDIAG [SQL] open_cmd (ob_result_set.cpp:99) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=15][errcode=-5188] execute cmd failed(ret=-5188) [2024-07-25 01:21:53.163085] WDIAG [SQL] open (ob_result_set.cpp:158) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=8][errcode=-5188] execute plan failed(ret=-5188) [2024-07-25 01:21:53.163107] WDIAG [SERVER] response_result (ob_sync_cmd_driver.cpp:145) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=3][errcode=-5188] close result set fail(cret=-5188) [2024-07-25 01:21:53.163114] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:947) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=4][errcode=-5188] [RETRY] check if need retry(v={force_local_retry:false, stmt_retry_times:0, local_retry_times:0, err_:-5188, err_:"OB_TOO_MANY_PARTITIONS_ERROR", retry_type:0, client_ret:-5188}, need_retry=false, THIS_WORKER.can_retry()=true, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"CREATE TABLE `requirement_task` ( [2024-07-25 01:21:53.163129] WDIAG [SERVER] response_result (ob_sync_cmd_driver.cpp:151) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=15][errcode=-5188] result set open failed, check if need retry(ret=-5188, cli_ret=-5188, retry_ctrl_.need_retry()=0) [2024-07-25 01:21:53.163191] INFO [SERVER] send_error_packet (obmp_packet_sender.cpp:319) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=5] sending error packet(ob_error=-5188, client error=1499, extra_err_info=NULL, lbt()="0x11996ddc 0x97d79c0 0x9784529 0x4c8b6dc 0x4a2dcc0 0x4a25a2c 0x4a1d2a8 0x4a18695 0x94acc94 0x11c67743 0x7fb5faaf3ea5 0x7fb5fa81c96d") [2024-07-25 01:21:53.163221] WDIAG [SERVER] do_process (obmp_query.cpp:808) [7251][T1024_L0_G0][T1024][YB420A262B1B-00061AAF4835527D-0-0] [lt=4][errcode=-5188] execute query fail(ret=-5188, timeout_timestamp=1721889512532314)