[2024-11-26 18:18:45.558969] INFO [TLOG] parse_ddl_info (ob_log_part_trans_task.cpp:1433) [3905432][][T0][Y96940A1A2DBC-0000000005B00001-0-0] [lt=0] [STAT] [DDL] [PARSE] OP_TYPE=OB_DDL_CREATE_TABLE(4) SCHEMA_VERSION=1732616325329896 VERSION_DELAY=[0.229064 sec] EXEC_TENANT_ID=1004 TABLE_ID=500701 TENANT_ID=1004 DB_ID=500002 TG_ID=-1 DDL_STMT=[-- [WARN] [CONVERT] The table collation: utf8mb4_unicode_ci -> utf8mb4_general_ci create table `biz_vote_task` ( `VOTE_ID` varchar(32) not null comment '任务编号', `NAME` varchar(200) not null comment '主题', `CONTENT` text not null comment '内容', `SPONSOR_ORG` varchar(30) comment '组织机构', `BEGIN_TIME` datetime not null comment '开始时间', `END_TIME` datetime comment '截止时间', `IS_MULTI` decimal(1,0) not null default '0' comment '是否多选', `CREATE_BY` varchar(30) not null comment '发起人', `CREATE_TIME` datetime not null comment '发起时间', `STATUS` decimal(1,0) not null comment '0:作废,1:编辑,2:发布', primary key (`VOTE_ID`) ) default charset=utf8mb4 default collate=utf8mb4_general_ci comment='投票任务表'] CONTAIN_DDL=1 IS_VALID=1 [2024-11-26 18:18:45.559160] INFO [TLOG] parse_ddl_info (ob_log_part_trans_task.cpp:1433) [3905432][][T0][Y96940A1A2DBC-0000000005B00001-0-0] [lt=60] [STAT] [DDL] [PARSE] OP_TYPE=OB_DDL_CREATE_TABLE(4) SCHEMA_VERSION=1732616325329904 VERSION_DELAY=[0.229254 sec] EXEC_TENANT_ID=1004 TABLE_ID=500702 TENANT_ID=1004 DB_ID=500002 TG_ID=-1 DDL_STMT=[] CONTAIN_DDL=0 IS_VALID=1 [2024-11-26 18:18:45.559684] INFO [TLOG] parse_ddl_info (ob_log_part_trans_task.cpp:1433) [3905432][][T0][Y96940A1A2DBC-0000000005B00001-0-0] [lt=20] [STAT] [DDL] [PARSE] OP_TYPE=OB_DDL_CREATE_TABLE(4) SCHEMA_VERSION=1732616325329912 VERSION_DELAY=[0.229769 sec] EXEC_TENANT_ID=1004 TABLE_ID=500703 TENANT_ID=1004 DB_ID=500002 TG_ID=-1 DDL_STMT=[] CONTAIN_DDL=0 IS_VALID=1 [2024-11-26 18:18:45.559738] INFO [TLOG] parse_ddl_info (ob_log_part_trans_task.cpp:1433) [3905432][][T0][Y96940A1A2DBC-0000000005B00001-0-0] [lt=24] [STAT] [DDL] [PARSE] OP_TYPE=OB_DDL_MODIFY_TABLE_SCHEMA_VERSION(14) SCHEMA_VERSION=1732616325329920 VERSION_DELAY=[0.229816 sec] EXEC_TENANT_ID=1004 TABLE_ID=500701 TENANT_ID=1004 DB_ID=500002 TG_ID=-1 DDL_STMT=[] CONTAIN_DDL=0 IS_VALID=0 [2024-11-26 18:18:45.559813] INFO [TLOG] parse_ddl_info (ob_log_part_trans_task.cpp:1433) [3905432][][T0][Y96940A1A2DBC-0000000005B00001-0-0] [lt=13] [STAT] [DDL] [PARSE] OP_TYPE=OB_DDL_END_SIGN(1503) SCHEMA_VERSION=1732616325329928 VERSION_DELAY=[0.229883 sec] EXEC_TENANT_ID=1004 TABLE_ID=0 TENANT_ID=1004 DB_ID=0 TG_ID=0 DDL_STMT=[] CONTAIN_DDL=0 IS_VALID=0 [2024-11-26 18:18:45.564805] INFO [TLOG] get_tenant_ (ob_log_sys_ls_task_handler.cpp:570) [3905433][][T0][Y0-0000000000000000-0-0] [lt=0] [STAT] [SYS_LS_HANDLER] [DDL] detect tenant DDL(ddl_tenant_id=1004, is_tenant_served=true, tenant_state="NORMAL", task_type="DDL_TRANS", schema_version=1732616325329928, log_lsn={lsn:29575744}, commit_ts="[2024-11-26 18:18:45.405069]", delay="[0.159726 sec]") [2024-11-26 18:18:45.564868] INFO [TLOG] update_schema_version (ob_log_part_mgr.cpp:1228) [3905433][][T0][Y96940A1A2DBC-00000000012021A0-0-0] [lt=59] [STAT] [PartMgr] [DDL] [UPDATE_SCHEMA] TENANT=1004 NEW_VERSION=1732616325329928 OLD_VERSION=1732614961000000 DELTA=1364329928 [2024-11-26 18:18:45.565123] INFO [TLOG] parse_multi_data_source_data_for_ddl (ob_log_part_trans_task.cpp:2634) [3905422][][T0][Y96940A1A2DBC-0000000001B027C7-0-0] [lt=40] parse_dict_metas succ(caller="Sequencer", tenant_id=1004, trans_id={txid:52299}, tenant_metas=[], database_metas=[], table_metas=[{tenant_id:0, database_id:500002, table_id:500703, schema_version:1732616325329912, table_name:"__AUX_LOB_PIECE_500703_", table_type:12, tablet_count:1, column_count:0, rowkey_column_count:0, index_table_count:0, index_column_count:0, index_type:0}, {tenant_id:0, database_id:500002, table_id:500702, schema_version:1732616325329904, table_name:"__AUX_LOB_META_500702_", table_type:13, tablet_count:1, column_count:0, rowkey_column_count:0, index_table_count:0, index_column_count:0, index_type:0}, {tenant_id:0, database_id:500002, table_id:500701, schema_version:1732616325329920, table_name:"biz_vote_task", table_type:3, tablet_count:1, column_count:10, rowkey_column_count:1, index_table_count:0, index_column_count:0, index_type:0}]) [2024-11-26 18:18:45.581381] ERROR issue_dba_error (ob_log.cpp:1875) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=0][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_cdc_tablet_to_table_info.cpp", line_no=136, info="ObBatchCreateTabletArg is invalid") [2024-11-26 18:18:45.581443] EDIAG [TLOG.PARSER] parse_create_tablet_op_ (ob_cdc_tablet_to_table_info.cpp:136) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=61][errcode=-4016] ObBatchCreateTabletArg is invalid(ret=-4016, ret="OB_ERR_UNEXPECTED", tls_id={tenant_id:1004, ls_id:{id:1001}}, create_tablet_arg=id:{id:1001}, major_frozen_scn:{val:1, v:0}, need_check_tablet_cnt:true, is_old_mds:false, tablets:[tablet_ids:[{id:200226}, {id:1152921504606847444}, {id:1152921504606847445}], data_tablet_id:{id:200226}, table_schema_index:[0, 1, 2], compat_mode:0, is_create_bind_hidden_tablets:false]) BACKTRACE:0x17f12620 0x96909b5 0x9597979 0x95974af 0x95973f8 0x9597221 0xbce5b1f 0xbce4eff 0xbce4237 0xbfd44bb 0xbfd40fa 0xc150ed5 0xc150995 0xc02712d 0xc0264fc 0xc0e0ff9 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:45.582048] ERROR issue_dba_error (ob_log.cpp:1875) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=601][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_cdc_tablet_to_table_info.cpp", line_no=98, info="parse_create_tablet_op_ failed") [2024-11-26 18:18:45.582065] EDIAG [TLOG.PARSER] parse_from_multi_data_source_buf (ob_cdc_tablet_to_table_info.cpp:98) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=15][errcode=-4016] parse_create_tablet_op_ failed(ret=-4016, ret="OB_ERR_UNEXPECTED", tls_id={tenant_id:1004, ls_id:{id:1001}}, multi_data_source_node={register_no_:0, has_submitted_:false, has_synced_:false, type:3, data_.length():543}, create_tablet_arg=id:{id:1001}, major_frozen_scn:{val:1, v:0}, need_check_tablet_cnt:true, is_old_mds:false, tablets:[tablet_ids:[{id:200226}, {id:1152921504606847444}, {id:1152921504606847445}], data_tablet_id:{id:200226}, table_schema_index:[0, 1, 2], compat_mode:0, is_create_bind_hidden_tablets:false], this={cmd:1, create_tablet_cnt:0, delete_tablet_cnt:0}) BACKTRACE:0x17f12620 0x96909b5 0x9825eba 0xbd689af 0x9797ff2 0x95a97f7 0xbce50cb 0xbce445c 0xbfd44bb 0xbfd40fa 0xc150ed5 0xc150995 0xc02712d 0xc0264fc 0xc0e0ff9 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:45.582289] ERROR issue_dba_error (ob_log.cpp:1875) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=211][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_log_part_trans_task.cpp", line_no=3402, info="parse_from_multi_data_source_buf to tablet_change_info failed") [2024-11-26 18:18:45.582309] EDIAG [TLOG] parse_tablet_change_mds_ (ob_log_part_trans_task.cpp:3402) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=19][errcode=-4016] parse_from_multi_data_source_buf to tablet_change_info failed(ret=-4016, ret="OB_ERR_UNEXPECTED", tls_id={tenant_id:1004, ls_id:{id:1001}}, trans_id={txid:52299}, multi_data_source_node={lsn:{lsn:98511511}, tx_buf_node:{register_no_:0, has_submitted_:false, has_synced_:false, type:3, data_.length():543}}, tx_buf_node={register_no_:0, has_submitted_:false, has_synced_:false, type:3, data_.length():543}) BACKTRACE:0x17f12620 0x96909b5 0x9825eba 0xbd689af 0x9797ff2 0x95a97f7 0xbfde07e 0xbfd4687 0xbfd40fa 0xc150ed5 0xc150995 0xc02712d 0xc0264fc 0xc0e0ff9 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:45.582395] ERROR issue_dba_error (ob_log.cpp:1875) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=84][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_log_part_trans_task.cpp", line_no=2598, info="parse_tablet_change_mds_ failed") [2024-11-26 18:18:45.582409] EDIAG [TLOG] parse_multi_data_source_data (ob_log_part_trans_task.cpp:2598) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=13][errcode=-4016] parse_tablet_change_mds_ failed(ret=-4016, ret="OB_ERR_UNEXPECTED", tls_id={tenant_id:1004, ls_id:{id:1001}}, trans_id={txid:52299}, mds_node={lsn:{lsn:98511511}, tx_buf_node:{register_no_:0, has_submitted_:false, has_synced_:false, type:3, data_.length():543}}, idx=0, this={state:1, type:"DML_TRANS", type:1, cluster_id:1732607596, exec_tenant_id:0, tls_id:{tenant_id:1004, ls_id:{id:1001}}, trans_id:{txid:52299}, trans_type:"DIST", is_xa_or_dup:false, is_trans_committed:true, trans_commit_version:1732616325405069215, prepare_ts:1732616325376130894, prepare_log_lsn:{lsn:98512223}, commit_ts:1732616325455678614, commit_log_lsn:{lsn:98518323}, participant_count:2, participants:[{id_:{id:1}, offset_:{lsn:29551671}}, {id_:{id:1001}, offset_:{lsn:98512223}}], trace_id:"", trace_info:"", sorted_log_entry_info:{fetched_log_entry_count:1, recorded_lsn_count:1, fetched_log_entry_arr:{sorted_treeify_list:{count:1}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:1}, is_list_empty:false, l_head:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, recorded_lsn_arr:[{lsn:98511511}]}, sorted_redo_list:{ready_node_num:0, redo_sorted_progress:{dispatched_redo_count:0, sorted_redo_count:0, sorted_row_seq_no:0}, cur_dispatch_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_stmt:null, is_dml_stmt_iter_end:false}, rollback_list:{head:null, tail:null, num:0}, part_tx_fetch_state:6, ref_cnt:1, multi_data_source_node_arr:[{lsn:{lsn:98511511}, tx_buf_node:{register_no_:0, has_submitted_:false, has_synced_:false, type:3, data_.length():543}}], multi_data_source_info:has_ls_table_op: false, is_ddl_trans: 0, tablet_change_info: None}, checkpoint_seq:31759, global_trans_seq:0, global_schema_version:-1, local_schema_version:-1, stmt_list:{head:null, tail:null, num:0}, is_data_ready:true, wait_formatted_cond:null, output_br_count_by_turn:0, next_task:null}) BACKTRACE:0x17f12620 0x96909b5 0x9835e34 0x9835b76 0xbce026e 0x961579a 0xbfd48b5 0xbfd4236 0xc150ed5 0xc150995 0xc02712d 0xc0264fc 0xc0e0ff9 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:45.582613] ERROR issue_dba_error (ob_log.cpp:1875) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=200][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_log_trans_ctx.cpp", line_no=504, info="parse_multi_data_source_data failed") [2024-11-26 18:18:45.582638] EDIAG [TLOG] add_ready_participant_ (ob_log_trans_ctx.cpp:504) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=24][errcode=-4016] parse_multi_data_source_data failed(ret=-4016, ret="OB_ERR_UNEXPECTED", part_trans_task={state:1, type:"DML_TRANS", type:1, cluster_id:1732607596, exec_tenant_id:0, tls_id:{tenant_id:1004, ls_id:{id:1001}}, trans_id:{txid:52299}, trans_type:"DIST", is_xa_or_dup:false, is_trans_committed:true, trans_commit_version:1732616325405069215, prepare_ts:1732616325376130894, prepare_log_lsn:{lsn:98512223}, commit_ts:1732616325455678614, commit_log_lsn:{lsn:98518323}, participant_count:2, participants:[{id_:{id:1}, offset_:{lsn:29551671}}, {id_:{id:1001}, offset_:{lsn:98512223}}], trace_id:"", trace_info:"", sorted_log_entry_info:{fetched_log_entry_count:1, recorded_lsn_count:1, fetched_log_entry_arr:{sorted_treeify_list:{count:1}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:1}, is_list_empty:false, l_head:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, recorded_lsn_arr:[{lsn:98511511}]}, sorted_redo_list:{ready_node_num:0, redo_sorted_progress:{dispatched_redo_count:0, sorted_redo_count:0, sorted_row_seq_no:0}, cur_dispatch_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_stmt:null, is_dml_stmt_iter_end:false}, rollback_list:{head:null, tail:null, num:0}, part_tx_fetch_state:6, ref_cnt:1, multi_data_source_node_arr:[{lsn:{lsn:98511511}, tx_buf_node:{register_no_:0, has_submitted_:false, has_synced_:false, type:3, data_.length():543}}], multi_data_source_info:has_ls_table_op: false, is_ddl_trans: 0, tablet_change_info: None}, checkpoint_seq:31759, global_trans_seq:0, global_schema_version:-1, local_schema_version:-1, stmt_list:{head:null, tail:null, num:0}, is_data_ready:true, wait_formatted_cond:null, output_br_count_by_turn:0, next_task:null}) BACKTRACE:0x17f12620 0x96909b5 0x97cf108 0x97cec1b 0x97ceb5e 0x97ce986 0xc153082 0xc151041 0xc150995 0xc02712d 0xc0264fc 0xc0e0ff9 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:45.582811] ERROR issue_dba_error (ob_log.cpp:1875) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=170][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_log_trans_ctx.cpp", line_no=286, info="add_ready_participant_ fail") [2024-11-26 18:18:45.582828] EDIAG [TLOG] add_participant (ob_log_trans_ctx.cpp:286) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=16][errcode=-4016] add_ready_participant_ fail(ret=-4016, ret="OB_ERR_UNEXPECTED", part_trans_task={state:1, type:"DML_TRANS", type:1, cluster_id:1732607596, exec_tenant_id:0, tls_id:{tenant_id:1004, ls_id:{id:1001}}, trans_id:{txid:52299}, trans_type:"DIST", is_xa_or_dup:false, is_trans_committed:true, trans_commit_version:1732616325405069215, prepare_ts:1732616325376130894, prepare_log_lsn:{lsn:98512223}, commit_ts:1732616325455678614, commit_log_lsn:{lsn:98518323}, participant_count:2, participants:[{id_:{id:1}, offset_:{lsn:29551671}}, {id_:{id:1001}, offset_:{lsn:98512223}}], trace_id:"", trace_info:"", sorted_log_entry_info:{fetched_log_entry_count:1, recorded_lsn_count:1, fetched_log_entry_arr:{sorted_treeify_list:{count:1}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:1}, is_list_empty:false, l_head:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, recorded_lsn_arr:[{lsn:98511511}]}, sorted_redo_list:{ready_node_num:0, redo_sorted_progress:{dispatched_redo_count:0, sorted_redo_count:0, sorted_row_seq_no:0}, cur_dispatch_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_stmt:null, is_dml_stmt_iter_end:false}, rollback_list:{head:null, tail:null, num:0}, part_tx_fetch_state:6, ref_cnt:1, multi_data_source_node_arr:[{lsn:{lsn:98511511}, tx_buf_node:{register_no_:0, has_submitted_:false, has_synced_:false, type:3, data_.length():543}}], multi_data_source_info:has_ls_table_op: false, is_ddl_trans: 0, tablet_change_info: None}, checkpoint_seq:31759, global_trans_seq:0, global_schema_version:-1, local_schema_version:-1, stmt_list:{head:null, tail:null, num:0}, is_data_ready:true, wait_formatted_cond:null, output_br_count_by_turn:0, next_task:null}, is_part_trans_served=true, is_all_participants_ready=false) BACKTRACE:0x17f12620 0x96909b5 0x9614ac5 0x961467f 0x96145c2 0x961444c 0xc151299 0xc1509bd 0xc02712d 0xc0264fc 0xc0e0ff9 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:45.583003] ERROR issue_dba_error (ob_log.cpp:1875) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=172][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_log_sequencer1.cpp", line_no=605, info="add participant fail") [2024-11-26 18:18:45.583018] EDIAG [TLOG.SEQUENCER] handle_part_trans_task_ (ob_log_sequencer1.cpp:605) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=14][errcode=-4016] add participant fail(ret=-4016, ret="OB_ERR_UNEXPECTED", part_trans_task={state:1, type:"DML_TRANS", type:1, cluster_id:1732607596, exec_tenant_id:0, tls_id:{tenant_id:1004, ls_id:{id:1001}}, trans_id:{txid:52299}, trans_type:"DIST", is_xa_or_dup:false, is_trans_committed:true, trans_commit_version:1732616325405069215, prepare_ts:1732616325376130894, prepare_log_lsn:{lsn:98512223}, commit_ts:1732616325455678614, commit_log_lsn:{lsn:98518323}, participant_count:2, participants:[{id_:{id:1}, offset_:{lsn:29551671}}, {id_:{id:1001}, offset_:{lsn:98512223}}], trace_id:"", trace_info:"", sorted_log_entry_info:{fetched_log_entry_count:1, recorded_lsn_count:1, fetched_log_entry_arr:{sorted_treeify_list:{count:1}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:1}, is_list_empty:false, l_head:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, recorded_lsn_arr:[{lsn:98511511}]}, sorted_redo_list:{ready_node_num:0, redo_sorted_progress:{dispatched_redo_count:0, sorted_redo_count:0, sorted_row_seq_no:0}, cur_dispatch_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_stmt:null, is_dml_stmt_iter_end:false}, rollback_list:{head:null, tail:null, num:0}, part_tx_fetch_state:6, ref_cnt:1, multi_data_source_node_arr:[{lsn:{lsn:98511511}, tx_buf_node:{register_no_:0, has_submitted_:false, has_synced_:false, type:3, data_.length():543}}], multi_data_source_info:has_ls_table_op: false, is_ddl_trans: 0, tablet_change_info: None}, checkpoint_seq:31759, global_trans_seq:0, global_schema_version:-1, local_schema_version:-1, stmt_list:{head:null, tail:null, num:0}, is_data_ready:true, wait_formatted_cond:null, output_br_count_by_turn:0, next_task:null}, *trans_ctx={state:"PREPARED", trx_sort_elem:{trans_id:{txid:52299}, trans_commit_version:1732616325405069215}, seq:0, participants:{obj:{state:1, type:"DDL_TRANS", type:2, cluster_id:1732607596, exec_tenant_id:1004, tls_id:{tenant_id:1004, ls_id:{id:1}}, trans_id:{txid:52299}, trans_type:"DIST", is_xa_or_dup:false, is_trans_committed:true, trans_commit_version:1732616325405069215, prepare_ts:1732616325405069215, prepare_log_lsn:{lsn:29551671}, commit_ts:1732616325405069216, commit_log_lsn:{lsn:29575744}, participant_count:2, participants:[{id_:{id:1}, offset_:{lsn:29551671}}, {id_:{id:1001}, offset_:{lsn:98512223}}], trace_id:"", trace_info:"", sorted_log_entry_info:{fetched_log_entry_count:2, recorded_lsn_count:2, fetched_log_entry_arr:{sorted_treeify_list:{count:2}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:2}, is_list_empty:false, l_head:{val:{lsn:{lsn:29550738}, next:null}}, l_tail:{val:{lsn:{lsn:29551671}, next:null}}, l_tail:{val:{lsn:{lsn:29551671}, next:null}}, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, recorded_lsn_arr:[{lsn:29550738}, {lsn:29551671}]}, sorted_redo_list:{ready_node_num:1, redo_sorted_progress:{dispatched_redo_count:0, sorted_redo_count:0, sorted_row_seq_no:0}, cur_dispatch_redo:{list:{sorted_treeify_list:{count:1}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:1}, is_list_empty:false, l_head:{val:log_lsn=[29551671]size=23787, pos=23787, next=0}, l_tail:{val:log_lsn=[29551671]size=23787, pos=23787, next=0}, l_tail:{val:log_lsn=[29551671]size=23787, pos=23787, next=0}, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_redo:{list:{sorted_treeify_list:{count:1}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:1}, is_list_empty:false, l_head:{val:log_lsn=[29551671]size=23787, pos=23787, next=0}, l_tail:{val:log_lsn=[29551671]size=23787, pos=23787, next=0}, l_tail:{val:log_lsn=[29551671]size=23787, pos=23787, next=0}, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_stmt:null, is_dml_stmt_iter_end:false}, rollback_list:{head:null, tail:null, num:0}, part_tx_fetch_state:6, ref_cnt:0, multi_data_source_node_arr:[{lsn:{lsn:29550738}, tx_buf_node:{register_no_:0, has_submitted_:false, has_synced_:false, type:6, data_.length():764}}], multi_data_source_info:has_ls_table_op: false, is_ddl_trans: 1, tablet_change_info: None}, checkpoint_seq:31757, global_trans_seq:0, global_schema_version:-1, local_schema_version:1732616325329928, stmt_list:{head:0x7fce203e3be8, tail:0x7fcdb00b32b0, num:3}, is_data_ready:true, wait_formatted_cond:null, output_br_count_by_turn:0, next_task:null}, tls_id:{tenant_id:1004, ls_id:{id:1}}}, participant_count:2, ready_participant_objs:null, ready_participant_count:1, total_br_count:0, committed_br_count:0, revertable_participant_count:0, is_trans_redo_dispatched:false, is_trans_sorted:false}) BACKTRACE:0x17f12620 0x96909b5 0x9597979 0x95974af 0x95973f8 0x9597221 0xc0285fa 0xc02729c 0xc0264fc 0xc0e0ff9 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:45.583214] ERROR issue_dba_error (ob_log.cpp:1875) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=192][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_log_sequencer1.cpp", line_no=505, info="handle_part_trans_task_ fail") [2024-11-26 18:18:45.583227] EDIAG [TLOG.SEQUENCER] handle (ob_log_sequencer1.cpp:505) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=13][errcode=-4016] handle_part_trans_task_ fail(ret=-4016, ret="OB_ERR_UNEXPECTED", thread_index=1, part_trans_task={state:1, type:"DML_TRANS", type:1, cluster_id:1732607596, exec_tenant_id:0, tls_id:{tenant_id:1004, ls_id:{id:1001}}, trans_id:{txid:52299}, trans_type:"DIST", is_xa_or_dup:false, is_trans_committed:true, trans_commit_version:1732616325405069215, prepare_ts:1732616325376130894, prepare_log_lsn:{lsn:98512223}, commit_ts:1732616325455678614, commit_log_lsn:{lsn:98518323}, participant_count:2, participants:[{id_:{id:1}, offset_:{lsn:29551671}}, {id_:{id:1001}, offset_:{lsn:98512223}}], trace_id:"", trace_info:"", sorted_log_entry_info:{fetched_log_entry_count:1, recorded_lsn_count:1, fetched_log_entry_arr:{sorted_treeify_list:{count:1}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:1}, is_list_empty:false, l_head:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, l_tail:{val:{lsn:{lsn:98511511}, next:null}}, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, recorded_lsn_arr:[{lsn:98511511}]}, sorted_redo_list:{ready_node_num:0, redo_sorted_progress:{dispatched_redo_count:0, sorted_redo_count:0, sorted_row_seq_no:0}, cur_dispatch_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_redo:{list:{sorted_treeify_list:{count:0}, is_tree_mode:false, auto_treeify_mode:true, is_tree_empty:true, list:{sorted_linked_list:{count:0}, is_list_empty:true, l_head:null, l_tail:null, l_tail:NULL, is_unique:true}, auto_treeify_threshold:32, auto_untreeify_threshold:30}, node_ptr:NULL}, cur_sort_stmt:null, is_dml_stmt_iter_end:false}, rollback_list:{head:null, tail:null, num:0}, part_tx_fetch_state:6, ref_cnt:1, multi_data_source_node_arr:[{lsn:{lsn:98511511}, tx_buf_node:{register_no_:0, has_submitted_:false, has_synced_:false, type:3, data_.length():543}}], multi_data_source_info:has_ls_table_op: false, is_ddl_trans: 0, tablet_change_info: None}, checkpoint_seq:31759, global_trans_seq:0, global_schema_version:-1, local_schema_version:-1, stmt_list:{head:null, tail:null, num:0}, is_data_ready:true, wait_formatted_cond:null, output_br_count_by_turn:0, next_task:null}) BACKTRACE:0x17f12620 0x96909b5 0x9597979 0x95974af 0x95973f8 0x9597221 0xc0273ed 0xc026533 0xc0e0ff9 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:45.583343] INFO [TLOG] handle_error (ob_log_instance.cpp:1998) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=112] HANDLE_ERROR: err_cb=0x7fcf9d345070, errno=-4016, errmsg="Sequencer thread exits, thread_index=1, err=-4016" [2024-11-26 18:18:45.583356] INFO [TLOG] handle_error (ob_log_instance.cpp:2006) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=12] ERROR_CALLBACK begin(err_cb_=0x7fcf9d345070) [2024-11-26 18:18:45.583432] INFO [TLOG] handle_error (ob_log_instance.cpp:2008) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=11] ERROR_CALLBACK end(err_cb_=0x7fcf9d345070) [2024-11-26 18:18:45.583449] INFO [TLOG] mark_stop_flag (ob_log_instance.cpp:1577) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=15] mark_stop_flag begin(global_errno_=-4016, stop_reason=ERROR_CALLBACK) [2024-11-26 18:18:45.583458] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher.cpp:403) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=8] mark fetcher stop begin(is_loading_data_dict_baseline_data=false) [2024-11-26 18:18:45.583465] INFO [TLOG.FETCHER] mark_stop_flag (ob_ls_worker.cpp:147) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=5] stream worker mark_stop_flag begin [2024-11-26 18:18:45.583471] INFO [TLOG.FETCHER] mark_stop_flag (ob_ls_worker.cpp:150) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=5] stream worker mark_stop_flag end [2024-11-26 18:18:45.583480] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher_dead_pool.cpp:139) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=8] mark fetcher dead pool stop [2024-11-26 18:18:45.583489] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher_idle_pool.cpp:142) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=8] mark fetcher idle pool stop [2024-11-26 18:18:45.583516] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher.cpp:413) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=22] mark fetcher stop succ(is_loading_data_dict_baseline_data=false) [2024-11-26 18:18:45.583548] INFO [TLOG.SORTER] mark_stop_flag (ob_log_trans_msg_sorter.cpp:185) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=17] mark TransMsgSorter stop succ [2024-11-26 18:18:45.583565] INFO [TLOG] mark_stop_flag (ob_log_resource_collector.cpp:161) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=15] resource_collector mark_stop_flag [2024-11-26 18:18:45.583577] INFO [TLOG] mark_stop_flag (ob_log_instance.cpp:1595) [3905423][][T0][Y96940A1A2DBC-0000000001C027C7-0-0] [lt=8] mark_stop_flag end(global_errno_=-4016, stop_reason=ERROR_CALLBACK) [2024-11-26 18:18:45.583590] ERROR issue_dba_error (ob_log.cpp:1875) [3905423][][T0][Y0-0000000000000000-0-0] [lt=12][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_multi_fixed_queue_thread.h", line_no=228, info="handle task fail") [2024-11-26 18:18:45.583629] INFO [TLOG] flow_control_thread_routine (ob_log_instance.cpp:2176) [3905456][][T0][Y0-0000000000000000-0-0] [lt=24] instance flow control thread exits(ret=-4114, ret="OB_IN_STOP_STATE", stop_flag=true) [2024-11-26 18:18:45.583606] EDIAG [LIB] run (ob_multi_fixed_queue_thread.h:228) [3905423][][T0][Y0-0000000000000000-0-0] [lt=15][errcode=-4016] handle task fail(ret=-4016, task=140528468227888, thread_index=1) BACKTRACE:0x17f12620 0x96909b5 0x97cf108 0x97cec1b 0x97ceb5e 0x97ce986 0xc0e165d 0xc0e1049 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:45.615948] INFO [TLOG.FETCHER] run (ob_log_fetcher_idle_pool.cpp:188) [3905440][][T0][Y96940A1A2DBC-0000000001400001-0-0] [lt=32] fetcher idle pool thread exits(thread_index=2, ret=-4114, ret="OB_IN_STOP_STATE") [2024-11-26 18:18:45.621653] INFO [TLOG.FETCHER] run (ob_log_fetcher_idle_pool.cpp:188) [3905439][][T0][Y96940A1A2DBC-0000000001300001-0-0] [lt=31] fetcher idle pool thread exits(thread_index=1, ret=-4114, ret="OB_IN_STOP_STATE") [2024-11-26 18:18:45.648454] INFO [TLOG.FETCHER] run (ob_log_fetcher_idle_pool.cpp:188) [3905441][][T0][Y96940A1A2DBC-0000000001500001-0-0] [lt=37] fetcher idle pool thread exits(thread_index=3, ret=-4114, ret="OB_IN_STOP_STATE") [2024-11-26 18:18:45.658469] INFO [TLOG.FETCHER] heartbeat_dispatch_routine (ob_log_fetcher.cpp:815) [3905453][][T0][Y0-0000000000000000-0-0] [lt=49] fetcher heartbeat dispatch thread stop(ret=-4114, ret="OB_IN_STOP_STATE", stop_flag_=true) [2024-11-26 18:18:45.659169] INFO [TLOG.FETCHER] run (ob_log_fetcher_dead_pool.cpp:185) [3905442][][T0][Y96940A1A2DBC-0000000001600001-0-0] [lt=58] fetcher dead pool thread exits(thread_index=0, ret=-4114, ret="OB_IN_STOP_STATE") [2024-11-26 18:18:45.661352] INFO [TLOG] run (ob_log_timer.cpp:178) [3905443][][T0][Y0-0000000000000000-0-0] [lt=13] oblog timer thread exits(ret=0, ret="OB_SUCCESS", stop_flag=true) [2024-11-26 18:18:45.661514] INFO unregister_pm (ob_page_manager.cpp:50) [3905447][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=42] unregister pm finish(&pm=0x7fce401f5a40, pm.get_tid()=3905447) [2024-11-26 18:18:45.676488] INFO [TLOG.FETCHER] run (ob_log_fetcher_idle_pool.cpp:188) [3905438][][T0][Y96940A1A2DBC-0000000001700001-0-0] [lt=47] fetcher idle pool thread exits(thread_index=0, ret=-4114, ret="OB_IN_STOP_STATE") [2024-11-26 18:18:45.890049] INFO [TLOG.FETCHER] run_misc_thread (ob_log_fetcher.cpp:732) [3905452][][T0][Y0-0000000000000000-0-0] [lt=10] fetcher misc thread stop [2024-11-26 18:18:46.184516] INFO [TLOG] timer_routine (ob_log_instance.cpp:2247) [3905454][][T0][Y0-0000000000000000-0-0] [lt=5] instance timer thread exits(ret=-4114, ret="OB_IN_STOP_STATE", stop_flag=true) [2024-11-26 18:18:46.272519] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905299][RpcIO][T0][Y0-0000000000000000-0-0] [lt=47] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:46.273222] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905301][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=1/0, request done=10836/0, request doing=0/0) [2024-11-26 18:18:46.273226] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905300][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:46.273879] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905302][RpcIO][T0][Y0-0000000000000000-0-0] [lt=37] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:46.307863] INFO [TLOG] sql_thread_routine (ob_log_instance.cpp:2147) [3905455][][T0][Y0-0000000000000000-0-0] [lt=23] instance sql thread exits(ret=-4114, ret="OB_IN_STOP_STATE", stop_flag=true) [2024-11-26 18:18:46.312928] INFO eloop_run (eloop.c:127) [3905222][pnio1][T0][Y0-0000000000000000-0-0] [lt=53] PNIO [ratelimit] time: 1732616326312923, bytes: 0, bw: 0.000000 MB/s, add_ts: 1008124, add_bytes: 0 [2024-11-26 18:18:46.329836] INFO eloop_run (eloop.c:127) [3905226][pnio2][T0][Y0-0000000000000000-0-0] [lt=63] PNIO [ratelimit] time: 1732616326329831, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007619, add_bytes: 0 [2024-11-26 18:18:46.464711] INFO [TLOG.COMMITTER] commit_routine (ob_log_committer.cpp:843) [3905402][][T0][Y0-0000000000000000-0-0] [lt=48] Committer commit thread exits(ret=-4114, ret="OB_IN_STOP_STATE", stop_flag=true) [2024-11-26 18:18:46.479420] INFO unregister_pm (ob_page_manager.cpp:50) [3905448][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=59] unregister pm finish(&pm=0x7fce3007ba40, pm.get_tid()=3905448) [2024-11-26 18:18:46.492776] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905306][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=39] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:46.500638] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905308][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=50] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:46.500646] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905310][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:46.500794] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [3905304][BatchIO][T0][Y0-0000000000000000-0-0] [lt=32] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:46.557258] INFO unregister_pm (ob_page_manager.cpp:50) [3905449][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=67] unregister pm finish(&pm=0x7fce300f9a40, pm.get_tid()=3905449) [2024-11-26 18:18:46.558943] INFO unregister_pm (ob_page_manager.cpp:50) [3905450][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=71] unregister pm finish(&pm=0x7fce30177a40, pm.get_tid()=3905450) [2024-11-26 18:18:46.561311] INFO unregister_pm (ob_page_manager.cpp:50) [3905451][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=60] unregister pm finish(&pm=0x7fce301f5a40, pm.get_tid()=3905451) [2024-11-26 18:18:46.579825] INFO unregister_pm (ob_page_manager.cpp:50) [3905444][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=43] unregister pm finish(&pm=0x7fce4007ba40, pm.get_tid()=3905444) [2024-11-26 18:18:46.581218] INFO [TLOG.COMMITTER] heartbeat_routine (ob_log_committer.cpp:777) [3905403][][T0][Y0-0000000000000000-0-0] [lt=165] committer HEARTBEAT thread exits(ret=-4114, ret="OB_IN_STOP_STATE", stop_flag=true) [2024-11-26 18:18:46.581435] INFO unregister_pm (ob_page_manager.cpp:50) [3905445][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=76] unregister pm finish(&pm=0x7fce400f9a40, pm.get_tid()=3905445) [2024-11-26 18:18:46.582610] INFO unregister_pm (ob_page_manager.cpp:50) [3905446][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=52] unregister pm finish(&pm=0x7fce40177a40, pm.get_tid()=3905446) [2024-11-26 18:18:46.756737] INFO unregister_pm (ob_page_manager.cpp:50) [3905457][CDC-BGD-STORAGE][T0][Y0-0000000000000000-0-0] [lt=16] unregister pm finish(&pm=0x7fce2127ba40, pm.get_tid()=3905457) [2024-11-26 18:18:47.272418] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905300][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:47.273610] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905299][RpcIO][T0][Y0-0000000000000000-0-0] [lt=45] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:47.273779] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905302][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:47.273793] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905301][RpcIO][T0][Y0-0000000000000000-0-0] [lt=22] [RPC EASY STAT](log_str=conn count=1/0, request done=10836/0, request doing=0/0) [2024-11-26 18:18:47.320023] INFO eloop_run (eloop.c:127) [3905222][pnio1][T0][Y0-0000000000000000-0-0] [lt=42] PNIO [ratelimit] time: 1732616327320018, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007095, add_bytes: 0 [2024-11-26 18:18:47.337463] INFO eloop_run (eloop.c:127) [3905226][pnio2][T0][Y0-0000000000000000-0-0] [lt=55] PNIO [ratelimit] time: 1732616327337458, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007627, add_bytes: 0 [2024-11-26 18:18:47.493730] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905306][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=58] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:47.500735] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905308][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=45] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:47.501136] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [3905304][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:47.501848] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905310][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=76] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:47.565351] ERROR issue_dba_error (ob_log.cpp:1875) [3905370][][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_log_instance.cpp", line_no=1607, info="next record fail") [2024-11-26 18:18:47.565401] EDIAG [TLOG] next_record (ob_log_instance.cpp:1607) [3905370][][T0][Y0-0000000000000000-0-0] [lt=48][errcode=-4016] next record fail(ret=-4016, ret="OB_ERR_UNEXPECTED", record=0x7fce20ff84f0) BACKTRACE:0x17f12620 0x96909b5 0x97cf108 0x97cec1b 0x97ceb5e 0x97ce986 0xbe5a8b6 0xbe5a7b0 0x95af26 0xd19a43 0x7fcfaced7ea5 0x7fcfaa5c596d [2024-11-26 18:18:47.565644] INFO [TLOG] mark_stop_flag (ob_log_instance.cpp:1577) [3905370][][T0][Y0-0000000000000000-0-0] [lt=193] mark_stop_flag begin(global_errno_=-4016, stop_reason=INVOKE_STOP_INTERFACE) [2024-11-26 18:18:47.565664] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher.cpp:403) [3905370][][T0][Y0-0000000000000000-0-0] [lt=16] mark fetcher stop begin(is_loading_data_dict_baseline_data=false) [2024-11-26 18:18:47.565679] INFO [TLOG.FETCHER] mark_stop_flag (ob_ls_worker.cpp:147) [3905370][][T0][Y0-0000000000000000-0-0] [lt=12] stream worker mark_stop_flag begin [2024-11-26 18:18:47.565689] INFO [TLOG.FETCHER] mark_stop_flag (ob_ls_worker.cpp:150) [3905370][][T0][Y0-0000000000000000-0-0] [lt=8] stream worker mark_stop_flag end [2024-11-26 18:18:47.565712] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher_dead_pool.cpp:139) [3905370][][T0][Y0-0000000000000000-0-0] [lt=22] mark fetcher dead pool stop [2024-11-26 18:18:47.565722] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher_idle_pool.cpp:142) [3905370][][T0][Y0-0000000000000000-0-0] [lt=9] mark fetcher idle pool stop [2024-11-26 18:18:47.565728] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher.cpp:413) [3905370][][T0][Y0-0000000000000000-0-0] [lt=6] mark fetcher stop succ(is_loading_data_dict_baseline_data=false) [2024-11-26 18:18:47.565740] INFO [TLOG] mark_stop_flag (ob_log_resource_collector.cpp:161) [3905370][][T0][Y0-0000000000000000-0-0] [lt=5] resource_collector mark_stop_flag [2024-11-26 18:18:47.565753] INFO [TLOG] mark_stop_flag (ob_log_instance.cpp:1595) [3905370][][T0][Y0-0000000000000000-0-0] [lt=11] mark_stop_flag end(global_errno_=-4016, stop_reason=INVOKE_STOP_INTERFACE) [2024-11-26 18:18:47.565764] INFO [TLOG] do_stop_ (ob_log_instance.cpp:1518) [3905370][][T0][Y0-0000000000000000-0-0] [lt=10] stop all components begin [2024-11-26 18:18:47.565781] INFO [TLOG] wait_threads_stop_ (ob_log_instance.cpp:2290) [3905370][][T0][Y0-0000000000000000-0-0] [lt=9] stop timer thread succ(timer_tid_=140520210601728) [2024-11-26 18:18:47.565800] INFO [TLOG] wait_threads_stop_ (ob_log_instance.cpp:2302) [3905370][][T0][Y0-0000000000000000-0-0] [lt=17] stop sql thread succ(sql_tid_=140520202209024) [2024-11-26 18:18:47.565827] INFO [TLOG] wait_threads_stop_ (ob_log_instance.cpp:2314) [3905370][][T0][Y0-0000000000000000-0-0] [lt=26] stop flow control thread succ(flow_control_tid_=140520193816320) [2024-11-26 18:18:47.565834] INFO [TLOG] wait_threads_stop_ (ob_log_instance.cpp:2320) [3905370][][T0][Y0-0000000000000000-0-0] [lt=6] wait daemon threads stop [2024-11-26 18:18:47.566186] INFO [TLOG] wait_threads_stop_ (ob_log_instance.cpp:2322) [3905370][][T0][Y0-0000000000000000-0-0] [lt=5] wait daemon threads stop done [2024-11-26 18:18:47.566206] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher.cpp:403) [3905370][][T0][Y0-0000000000000000-0-0] [lt=18] mark fetcher stop begin(is_loading_data_dict_baseline_data=false) [2024-11-26 18:18:47.566213] INFO [TLOG.FETCHER] mark_stop_flag (ob_ls_worker.cpp:147) [3905370][][T0][Y0-0000000000000000-0-0] [lt=7] stream worker mark_stop_flag begin [2024-11-26 18:18:47.566218] INFO [TLOG.FETCHER] mark_stop_flag (ob_ls_worker.cpp:150) [3905370][][T0][Y0-0000000000000000-0-0] [lt=5] stream worker mark_stop_flag end [2024-11-26 18:18:47.566223] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher_dead_pool.cpp:139) [3905370][][T0][Y0-0000000000000000-0-0] [lt=5] mark fetcher dead pool stop [2024-11-26 18:18:47.566238] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher_idle_pool.cpp:142) [3905370][][T0][Y0-0000000000000000-0-0] [lt=15] mark fetcher idle pool stop [2024-11-26 18:18:47.566291] INFO [TLOG.FETCHER] mark_stop_flag (ob_log_fetcher.cpp:413) [3905370][][T0][Y0-0000000000000000-0-0] [lt=51] mark fetcher stop succ(is_loading_data_dict_baseline_data=false) [2024-11-26 18:18:47.566393] INFO [TLOG.FETCHER] stop (ob_log_fetcher.cpp:329) [3905370][][T0][Y0-0000000000000000-0-0] [lt=100] stop fetcher begin [2024-11-26 18:18:47.566463] INFO [TLOG.FETCHER] stop (ob_ls_worker.cpp:137) [3905370][][T0][Y0-0000000000000000-0-0] [lt=68] stop stream worker begin [2024-11-26 18:18:47.566555] INFO [TLOG.FETCHER] mark_stop_flag (ob_ls_worker.cpp:147) [3905370][][T0][Y0-0000000000000000-0-0] [lt=90] stream worker mark_stop_flag begin [2024-11-26 18:18:47.566610] INFO [TLOG.FETCHER] mark_stop_flag (ob_ls_worker.cpp:150) [3905370][][T0][Y0-0000000000000000-0-0] [lt=54] stream worker mark_stop_flag end [2024-11-26 18:18:47.566729] INFO [TLOG] stop (ob_log_timer.cpp:126) [3905370][][T0][Y0-0000000000000000-0-0] [lt=117] stop oblog timer succ [2024-11-26 18:18:47.567067] INFO [TLOG.FETCHER] stop (ob_ls_worker.cpp:141) [3905370][][T0][Y0-0000000000000000-0-0] [lt=57] stop stream worker succ [2024-11-26 18:18:47.567133] INFO [TLOG.FETCHER] stop (ob_log_fetcher_dead_pool.cpp:131) [3905370][][T0][Y0-0000000000000000-0-0] [lt=37] stop fetcher dead pool succ [2024-11-26 18:18:47.567196] INFO [TLOG.FETCHER] stop (ob_log_fetcher_idle_pool.cpp:134) [3905370][][T0][Y0-0000000000000000-0-0] [lt=13] stop fetcher idle pool succ [2024-11-26 18:18:47.567247] INFO [TLOG.FETCHER] stop (ob_log_start_lsn_locator.cpp:254) [3905370][][T0][Y0-0000000000000000-0-0] [lt=6] ObLogStartLSNLocator stop succ [2024-11-26 18:18:47.567282] INFO [TLOG] stop (ob_log_route_service.cpp:180) [3905370][][T0][Y0-0000000000000000-0-0] [lt=8] ObLogRouteService stop begin [2024-11-26 18:18:47.567289] INFO stop (ob_timer.cpp:98) [3905370][][T0][Y0-0000000000000000-0-0] [lt=6] ObTimer stop success(this=0x7fcf9034cbd0, thread_id=3905297) [2024-11-26 18:18:47.567305] INFO cancel_all (ob_timer.cpp:352) [3905370][][T0][Y0-0000000000000000-0-0] [lt=7] cancel all(ret=0, this=0x7fcf9034cbd0, thread_id=3905297, wakeup_time_=271764687686, tasks_num_=0) [2024-11-26 18:18:47.567314] INFO [TLOG] stop (ob_log_route_service.cpp:183) [3905370][][T0][Y0-0000000000000000-0-0] [lt=8] ObLogRouteService stop finish [2024-11-26 18:18:47.567336] INFO [TLOG.FETCHER] stop (ob_log_fetcher.cpp:356) [3905370][][T0][Y0-0000000000000000-0-0] [lt=5] stop fetcher succ [2024-11-26 18:18:47.567346] INFO [TLOG.FETCHER] stop (ob_log_fetcher.cpp:362) [3905370][][T0][Y0-0000000000000000-0-0] [lt=9] stop fetcher succ [2024-11-26 18:18:47.567530] INFO [TLOG] stop (ob_log_sys_ls_task_handler.cpp:227) [3905370][][T0][Y0-0000000000000000-0-0] [lt=8] stop ObLogSysLsTaskHandler thread succ [2024-11-26 18:18:47.567661] INFO [TLOG.PARSER] stop (ob_log_ddl_parser.cpp:101) [3905370][][T0][Y0-0000000000000000-0-0] [lt=28] stop DDL parser threads succ(thread_num=1) [2024-11-26 18:18:47.567735] INFO [TLOG.PARSER] stop (ob_log_dml_parser.cpp:112) [3905370][][T0][Y0-0000000000000000-0-0] [lt=17] stop DML parser threads succ(thread_num=5) [2024-11-26 18:18:47.567827] INFO [TLOG.SEQUENCER] stop (ob_log_sequencer1.cpp:208) [3905370][][T0][Y0-0000000000000000-0-0] [lt=12] stop threads succ(thread_num=5) [2024-11-26 18:18:47.568027] INFO [TLOG.FORMATTER] stop (ob_log_formatter.cpp:220) [3905370][][T0][Y0-0000000000000000-0-0] [lt=13] stop formatter threads succ(thread_num=10) [2024-11-26 18:18:47.568177] INFO [TLOG] stop (ob_cdc_lob_data_merger.cpp:101) [3905370][][T0][Y0-0000000000000000-0-0] [lt=16] ObCDCLobDataMerger stop threads succ(thread_num=5) [2024-11-26 18:18:47.568354] INFO [TLOG] stop (ob_log_storager.cpp:125) [3905370][][T0][Y0-0000000000000000-0-0] [lt=22] stop storager threads succ(thread_num=10) [2024-11-26 18:18:47.568495] INFO [TLOG] stop (ob_log_reader.cpp:125) [3905370][][T0][Y0-0000000000000000-0-0] [lt=19] stop ReaderThread threads succ(thread_num=10) [2024-11-26 18:18:47.568515] INFO [TLOG.COMMITTER] stop (ob_log_committer.cpp:223) [3905370][][T0][Y0-0000000000000000-0-0] [lt=9] stop Committer commit thread succ [2024-11-26 18:18:47.568538] INFO [TLOG.COMMITTER] stop (ob_log_committer.cpp:235) [3905370][][T0][Y0-0000000000000000-0-0] [lt=7] stop Committer HEARTBEAT thread succ [2024-11-26 18:18:47.569501] INFO [TLOG] stop (ob_log_resource_collector.cpp:153) [3905370][][T0][Y0-0000000000000000-0-0] [lt=11] stop ResourceCollector threads succ [2024-11-26 18:18:47.569544] INFO cancel_all (ob_timer.cpp:352) [3905370][][T0][Y0-0000000000000000-0-0] [lt=29] cancel all(ret=0, this=0x7fcf9c5ff090, thread_id=3905230, wakeup_time_=271799315868, tasks_num_=0) [2024-11-26 18:18:47.569566] INFO stop (ob_timer.cpp:98) [3905370][][T0][Y0-0000000000000000-0-0] [lt=19] ObTimer stop success(this=0x7fcf9c5ff090, thread_id=3905230) [2024-11-26 18:18:47.569593] INFO cancel_all (ob_timer.cpp:352) [3905370][][T0][Y0-0000000000000000-0-0] [lt=12] cancel all(ret=0, this=0x7fcf9c5ff090, thread_id=3905230, wakeup_time_=271799315868, tasks_num_=0) [2024-11-26 18:18:47.569716] INFO run1 (ob_timer.cpp:479) [3905230][LogMysqlPool][T0][Y0-0000000000000000-0-0] [lt=13] timer thread exit(this=0x7fcf9c5ff090, thread_id=3905230) [2024-11-26 18:18:47.569761] INFO unregister_pm (ob_page_manager.cpp:50) [3905230][LogMysqlPool][T0][Y0-0000000000000000-0-0] [lt=24] unregister pm finish(&pm=0x7fcf5de7ba40, pm.get_tid()=3905230) [2024-11-26 18:18:47.570154] INFO destroy (ob_timer.cpp:139) [3905370][][T0][Y0-0000000000000000-0-0] [lt=14] ObTimer destroy(this=0x7fcf9c5ff090, thread_id=3905230) [2024-11-26 18:18:47.570183] INFO [LIB.MYSQLC] stop (ob_mysql_connection_pool.cpp:228) [3905370][][T0][Y0-0000000000000000-0-0] [lt=21] ObMySQLConnectionPool stop succ(origin_tg_id=256) [2024-11-26 18:18:47.570203] INFO cancel_all (ob_timer.cpp:352) [3905370][][T0][Y0-0000000000000000-0-0] [lt=18] cancel all(ret=0, this=0x7fcf5e86a050, thread_id=3905231, wakeup_time_=271799486099, tasks_num_=0) [2024-11-26 18:18:47.570219] INFO stop (ob_timer.cpp:98) [3905370][][T0][Y0-0000000000000000-0-0] [lt=14] ObTimer stop success(this=0x7fcf5e86a050, thread_id=3905231) [2024-11-26 18:18:47.570238] INFO cancel_all (ob_timer.cpp:352) [3905370][][T0][Y0-0000000000000000-0-0] [lt=9] cancel all(ret=0, this=0x7fcf5e86a050, thread_id=3905231, wakeup_time_=271799486099, tasks_num_=0) [2024-11-26 18:18:47.570252] INFO run1 (ob_timer.cpp:479) [3905231][LogMysqlPool][T0][Y0-0000000000000000-0-0] [lt=26] timer thread exit(this=0x7fcf5e86a050, thread_id=3905231) [2024-11-26 18:18:47.570283] INFO unregister_pm (ob_page_manager.cpp:50) [3905231][LogMysqlPool][T0][Y0-0000000000000000-0-0] [lt=16] unregister pm finish(&pm=0x7fcf5def9a40, pm.get_tid()=3905231) [2024-11-26 18:18:47.570491] INFO destroy (ob_timer.cpp:139) [3905370][][T0][Y0-0000000000000000-0-0] [lt=10] ObTimer destroy(this=0x7fcf5e86a050, thread_id=3905231) [2024-11-26 18:18:47.570512] INFO [LIB.MYSQLC] stop (ob_mysql_connection_pool.cpp:228) [3905370][][T0][Y0-0000000000000000-0-0] [lt=18] ObMySQLConnectionPool stop succ(origin_tg_id=257) [2024-11-26 18:18:47.570521] INFO [TLOG] do_stop_ (ob_log_instance.cpp:1546) [3905370][][T0][Y0-0000000000000000-0-0] [lt=8] stop all components end [2024-11-26 18:18:47.570528] INFO [TLOG] do_stop_ (ob_log_instance.cpp:1547) [3905370][][T0][Y0-0000000000000000-0-0] [lt=6] obcdc stopped(global_errno_=-4016, global_errno_="OB_ERR_UNEXPECTED", stop_reason=INVOKE_STOP_INTERFACE) [2024-11-26 18:18:48.272494] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905299][RpcIO][T0][Y0-0000000000000000-0-0] [lt=32] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:48.272776] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905300][RpcIO][T0][Y0-0000000000000000-0-0] [lt=48] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:48.273640] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905301][RpcIO][T0][Y0-0000000000000000-0-0] [lt=19] [RPC EASY STAT](log_str=conn count=1/0, request done=10836/0, request doing=0/0) [2024-11-26 18:18:48.273877] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905302][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:48.327643] INFO eloop_run (eloop.c:127) [3905222][pnio1][T0][Y0-0000000000000000-0-0] [lt=46] PNIO [ratelimit] time: 1732616328327639, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007621, add_bytes: 0 [2024-11-26 18:18:48.345071] INFO eloop_run (eloop.c:127) [3905226][pnio2][T0][Y0-0000000000000000-0-0] [lt=46] PNIO [ratelimit] time: 1732616328345066, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007608, add_bytes: 0 [2024-11-26 18:18:48.493281] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905306][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=47] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:48.500729] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905308][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=44] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:48.501131] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [3905304][BatchIO][T0][Y0-0000000000000000-0-0] [lt=44] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:48.501928] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905310][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=36] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:49.272780] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905301][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=1/0, request done=10836/0, request doing=0/0) [2024-11-26 18:18:49.272885] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905300][RpcIO][T0][Y0-0000000000000000-0-0] [lt=37] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:49.273124] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905299][RpcIO][T0][Y0-0000000000000000-0-0] [lt=56] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:49.273126] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905302][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:49.335251] INFO eloop_run (eloop.c:127) [3905222][pnio1][T0][Y0-0000000000000000-0-0] [lt=46] PNIO [ratelimit] time: 1732616329335247, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007608, add_bytes: 0 [2024-11-26 18:18:49.352694] INFO eloop_run (eloop.c:127) [3905226][pnio2][T0][Y0-0000000000000000-0-0] [lt=57] PNIO [ratelimit] time: 1732616329352682, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007616, add_bytes: 0 [2024-11-26 18:18:49.494117] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905306][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=40] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:49.500132] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905308][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=54] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:49.501160] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905310][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:49.501489] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [3905304][BatchIO][T0][Y0-0000000000000000-0-0] [lt=33] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:50.273213] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905301][RpcIO][T0][Y0-0000000000000000-0-0] [lt=39] [RPC EASY STAT](log_str=conn count=1/0, request done=10836/0, request doing=0/0) [2024-11-26 18:18:50.273205] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905299][RpcIO][T0][Y0-0000000000000000-0-0] [lt=22] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:50.273567] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905302][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:50.273790] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905300][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:50.342875] INFO eloop_run (eloop.c:127) [3905222][pnio1][T0][Y0-0000000000000000-0-0] [lt=60] PNIO [ratelimit] time: 1732616330342870, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007623, add_bytes: 0 [2024-11-26 18:18:50.360348] INFO eloop_run (eloop.c:127) [3905226][pnio2][T0][Y0-0000000000000000-0-0] [lt=55] PNIO [ratelimit] time: 1732616330360343, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007661, add_bytes: 0 [2024-11-26 18:18:50.493399] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905306][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=39] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:50.500318] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905308][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=45] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:50.501385] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [3905304][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:50.501417] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905310][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=38] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:51.272979] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905302][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:51.273224] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905299][RpcIO][T0][Y0-0000000000000000-0-0] [lt=112] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:51.273357] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905300][RpcIO][T0][Y0-0000000000000000-0-0] [lt=21] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:51.274356] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905301][RpcIO][T0][Y0-0000000000000000-0-0] [lt=97] [RPC EASY STAT](log_str=conn count=1/0, request done=10836/0, request doing=0/0) [2024-11-26 18:18:51.343226] INFO eloop_run (eloop.c:127) [3905222][pnio1][T0][Y0-0000000000000000-0-0] [lt=44] PNIO [ratelimit] time: 1732616331343221, bytes: 0, bw: 0.000000 MB/s, add_ts: 1000351, add_bytes: 0 [2024-11-26 18:18:51.367941] INFO eloop_run (eloop.c:127) [3905226][pnio2][T0][Y0-0000000000000000-0-0] [lt=52] PNIO [ratelimit] time: 1732616331367936, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007593, add_bytes: 0 [2024-11-26 18:18:51.494564] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905306][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=52] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:51.500993] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [3905304][BatchIO][T0][Y0-0000000000000000-0-0] [lt=37] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:51.501137] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [3905308][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=53] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:51.501716] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905310][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-11-26 18:18:52.272467] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905300][RpcIO][T0][Y0-0000000000000000-0-0] [lt=20] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11-26 18:18:52.272467] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [3905299][RpcIO][T0][Y0-0000000000000000-0-0] [lt=35] [RPC EASY STAT](log_str=conn count=1/0, request done=10837/0, request doing=0/0) [2024-11