[2024-06-18 14:42:49.965668] INFO New syslog file info: [address: "192.168.1.205:2882", observer version: OceanBase 4.2.1.1, revision: 101000062023103122-34e6ed68f3db97700b665a618fc3801f6b109124, sysname: Linux, os release: 4.19.90-25.33.v2101.ky10.aarch64, machine: aarch64, tz GMT offset: 08:00] [2024-06-18 14:42:49.965355] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60325, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_job_log_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:325, name_casemode:-1, schema_version:1699357583110288, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60325}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965407] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60324, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_job_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:324, name_casemode:-1, schema_version:1699357583104104, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60324}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965457] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=33] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60323, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_column_usage_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:323, name_casemode:-1, schema_version:1699357583092952, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60323}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965507] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60319, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_ddl_task_status_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:319, name_casemode:-1, schema_version:1699357583085096, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60319}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965558] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60316, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_res_mgr_consumer_group_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:316, name_casemode:-1, schema_version:1699357583075600, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60316}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965608] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60308, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_ddl_error_message_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:308, name_casemode:-1, schema_version:1699357583066600, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60308}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965658] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60307, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_res_mgr_mapping_rule_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:307, name_casemode:-1, schema_version:1699357583056984, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60307}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965709] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60306, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_res_mgr_directive_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:306, name_casemode:-1, schema_version:1699357582920584, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60306}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965767] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60305, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_res_mgr_plan_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:305, name_casemode:-1, schema_version:1699357582911448, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60305}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965826] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60297, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_dependency_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:297, name_casemode:-1, schema_version:1699357582905456, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60297}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965885] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60295, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_constraint_column_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:295, name_casemode:-1, schema_version:1699357582893344, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60295}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.965945] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60294, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_constraint_column_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:294, name_casemode:-1, schema_version:1699357582886840, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60294}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966004] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60293, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_time_zone_transition_type_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:293, name_casemode:-1, schema_version:1699357582880304, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60293}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966062] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60292, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_time_zone_transition_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:292, name_casemode:-1, schema_version:1699357582871296, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60292}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966120] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60291, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_time_zone_name_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:291, name_casemode:-1, schema_version:1699357582864816, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60291}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966179] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60290, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_time_zone_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:290, name_casemode:-1, schema_version:1699357582855656, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60290}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966237] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60284, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_object_type_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:284, name_casemode:-1, schema_version:1699357582847208, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60284}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966295] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60283, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_object_type_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:283, name_casemode:-1, schema_version:1699357582839088, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60283}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966353] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60272, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_error_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:272, name_casemode:-1, schema_version:1699357582697384, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60272}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966411] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60263, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_objauth_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:263, name_casemode:-1, schema_version:1699357582690568, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60263}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966470] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60262, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_objauth_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:262, name_casemode:-1, schema_version:1699357582680512, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60262}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966527] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60261, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_sysauth_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:261, name_casemode:-1, schema_version:1699357582669112, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60261}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966585] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60260, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_sysauth_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:260, name_casemode:-1, schema_version:1699357582660088, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60260}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966642] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60259, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_security_audit_record_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:259, name_casemode:-1, schema_version:1699357582653544, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60259}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966699] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60255, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_trigger_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:255, name_casemode:-1, schema_version:1699357582644544, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60255}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966757] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60254, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_trigger_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:254, name_casemode:-1, schema_version:1699357582507568, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60254}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966814] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60253, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_security_audit_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:253, name_casemode:-1, schema_version:1699357582491320, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60253}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966872] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60252, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_security_audit_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:252, name_casemode:-1, schema_version:1699357582482256, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60252}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966930] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60251, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_profile_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:251, name_casemode:-1, schema_version:1699357582473920, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60251}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.966988] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60250, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_profile_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:250, name_casemode:-1, schema_version:1699357582464312, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60250}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.967045] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=39] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60248, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_tablespace_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:248, name_casemode:-1, schema_version:1699357582455256, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60248}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.967102] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60247, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_tablespace_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:247, name_casemode:-1, schema_version:1699357582448224, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60247}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.967159] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60246, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_ols_user_level_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:246, name_casemode:-1, schema_version:1699357582313888, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60246}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.967219] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60245, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_ols_user_level_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:245, name_casemode:-1, schema_version:1699357582304392, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60245}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.967277] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60244, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_ols_label_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:244, name_casemode:-1, schema_version:1699357582293728, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60244}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.967336] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60243, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_ols_label_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:243, name_casemode:-1, schema_version:1699357582284936, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60243}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.967394] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60242, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_tenant_ols_component_history_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:242, name_casemode:-1, schema_version:1699357582272968, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60242}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.968579] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:60104, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_database_aux_lob_piece", session_id:0, index_type:0, table_type:12, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:104, name_casemode:-1, schema_version:1699357580492384, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:60104}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.969558] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=2] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:50331, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_monitor_modified_aux_lob_meta", session_id:0, index_type:0, table_type:13, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:331, name_casemode:-1, schema_version:1699357583303672, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:50331}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.970356] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=19] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:42:49.970397] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=28] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:42:49.970427] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=25] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=266) [2024-06-18 14:42:49.970536] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=0] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:50223, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_type_attr_history_aux_lob_meta", session_id:0, index_type:0, table_type:13, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:223, name_casemode:-1, schema_version:1699357581900520, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:50223}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.971521] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:50104, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_database_aux_lob_meta", session_id:0, index_type:0, table_type:13, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:104, name_casemode:-1, schema_version:1699357580490376, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:50104}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.972495] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:28131, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"V$OB_COMPACTION_DIAGNOSE_INFO", session_id:0, index_type:0, table_type:1, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:1}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699359783017336, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.972994] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472571473}], scn_array=[{val:1718692969911581468, v:0}], curr_size=541, accum_size=1203, time_cost=61289) [2024-06-18 14:42:49.973284] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692969711547432, max_version=1718692969711547432 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692969511403355 and max_version = 1718692969511403355 ) [2024-06-18 14:42:49.973487] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=63388, time_dist: do_cluster_heartbeat=11, generate_cluster_version=63278, cluster_service_self_check=11) [2024-06-18 14:42:49.973476] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:28077, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"ALL_PART_COL_STATISTICS", session_id:0, index_type:0, table_type:1, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:1}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699359766513472, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.974453] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:28014, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"GV$OB_MEMORY", session_id:0, index_type:0, table_type:1, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:1}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699359749958368, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.975416] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=0] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:25220, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"USER_SEC_RELEVANT_COLS", session_id:0, index_type:0, table_type:1, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:1}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699359734126152, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.976399] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=0] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:25163, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"DBA_OB_LS_LOCATIONS", session_id:0, index_type:0, table_type:1, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:1}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699359187443648, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.977379] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=2] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:25110, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"DBA_TABLESPACES", session_id:0, index_type:0, table_type:1, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:1}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699359172331368, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.978354] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=2] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:25057, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"ALL_ARGUMENTS", session_id:0, index_type:0, table_type:1, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:1}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699359156972560, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.979328] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:25005, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"DBA_SEQUENCES", session_id:0, index_type:0, table_type:1, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:1}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699359143381456, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.980300] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=2] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:15366, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__idx_15128_idx_seq_obj_db_name_real_agent", session_id:0, index_type:1, table_type:5, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:15128, name_casemode:-1, schema_version:1699357591222240, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:2, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.981292] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=0] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:15313, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__idx_15137_idx_tg_name_real_agent", session_id:0, index_type:1, table_type:5, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:15137, name_casemode:-1, schema_version:1699357590771856, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:2, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.982268] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:15253, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"ALL_VIRTUAL_BACKUP_DELETE_JOB", session_id:0, index_type:0, table_type:2, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357589815904, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.983101] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:259, local_retry_times:259, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:49.983151] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:49.983172] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:49.983186] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:49.983217] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:49.983240] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:15200, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"ALL_VIRTUAL_DAM_LAST_ARCH_TS_REAL_AGENT", session_id:0, index_type:0, table_type:2, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357588911368, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.983529] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:49.983564] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:49.983590] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:49.983612] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:49.983634] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:49.983653] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:49.983670] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:49.983686] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:49.983702] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:49.983714] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:49.983731] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:49.983743] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:49.983760] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:49.983774] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:49.983789] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:49.983810] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:49.983827] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:49.983842] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:49.983860] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:49.983873] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:49.983890] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:49.983902] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=260, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:49.983936] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=8859994, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=260, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:49.984219] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=2] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:15139, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"ALL_VIRTUAL_CONSTRAINT_REAL_AGENT", session_id:0, index_type:0, table_type:2, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357590875280, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.985192] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201006, tablegroup_id:18446744073709551615, table_id:15043, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"ALL_VIRTUAL_SYSSTAT", session_id:0, index_type:0, table_type:2, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357591459904, part_level:1, part_option:{part_func_type:5, part_func_expr:"SVR_IP, SVR_PORT", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.986164] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=0] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:18446744073709551615, table_id:12384, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_virtual_thread", session_id:0, index_type:0, table_type:2, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357586537408, part_level:1, part_option:{part_func_type:6, part_func_expr:"svr_ip, svr_port", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.987150] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=2] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:18446744073709551615, table_id:12279, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_virtual_archive_stat", session_id:0, index_type:0, table_type:2, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357585842008, part_level:1, part_option:{part_func_type:6, part_func_expr:"svr_ip, svr_port", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.988124] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:18446744073709551615, table_id:11097, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_virtual_audit_operation", session_id:0, index_type:0, table_type:2, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357585123800, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.989102] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=0] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:18446744073709551615, table_id:10001, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__tenant_virtual_all_table", session_id:0, index_type:0, table_type:2, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357584368984, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:0}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.990075] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:328, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_table_stat", session_id:0, index_type:0, table_type:0, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357583130936, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:328}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.990169] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873702971}], scn_array=[{val:1718692969899894130, v:0}], curr_size=122, accum_size=366, time_cost=68412) [2024-06-18 14:42:49.990175] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078969460}], scn_array=[{val:1718692969899894130, v:0}], curr_size=122, accum_size=610, time_cost=68384) [2024-06-18 14:42:49.991051] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=2] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:222, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_type_attr", session_id:0, index_type:0, table_type:0, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357581885032, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:222}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.992023] INFO [SHARE.SCHEMA] retrieve_table_schema (ob_schema_retrieve_utils.ipp:107) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve table schema(ret=0, ret="OB_SUCCESS", table_schema={tenant_id:1002, database_id:201001, tablegroup_id:202001, table_id:105, association_table_id:18446744073709551615, in_offline_ddl_white_list:false, table_name:"__all_database_history", session_id:0, index_type:0, table_type:0, table_mode:{table_mode_flag:0, pk_mode:0, table_state_flag:0, view_created_method_flag:0, table_organization_mode:0, auto_increment_mode:0, rowid_mode:0, view_column_filled_flag:0}, tablespace_id:18446744073709551615, data_table_id:0, name_casemode:-1, schema_version:1699357580494216, part_level:0, part_option:{part_func_type:0, part_func_expr:"", part_num:1, auto_part:false, auto_part_size:0}, sub_part_option:{part_func_type:0, part_func_expr:"", part_num:0, auto_part:false, auto_part_size:0}, partition_num:0, def_subpartition_num:0, partition_array:null, def_subpartition_array:null, hidden_partition_array:null, index_status:1, duplicate_scope:0, encryption:"", encrypt_key:"", master_key_id:18446744073709551615, sub_part_template_flags:0, get_tablet_id():{id:105}, max_dependency_version:-1, object_status:1, is_force_view:false, truncate_version:-1}, is_deleted=false) [2024-06-18 14:42:49.992769] INFO [SHARE.SCHEMA] fetch_tables (ob_schema_service_sql_impl.cpp:4651) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=2] [REFRESH_SCHEMA] fetch all tables cost(ret=0, ret="OB_SUCCESS", tenant_id=1002, cost=479103) [2024-06-18 14:42:50.001471] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=36] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.005442] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.008646] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=34] gc stale ls task succ [2024-06-18 14:42:50.012327] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.015655] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.016866] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=39] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.018136] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=71] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:42:50.019539] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=36] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.020756] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.023446] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=35] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.024634] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.027284] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.028503] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.028598] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:213) [822][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=31] start to check and clear obj lock(ls->get_ls_id()={id:1}) [2024-06-18 14:42:50.031182] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.032391] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.035022] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=33] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.035445] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=36] ====== traversal_flush timer task ====== [2024-06-18 14:42:50.035698] INFO [MDS] flush (mds_table_mgr.cpp:240) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=25] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:1718647494967744305, v:0}, max_consequent_callbacked_scn={val:1718692969911581468, v:0}, *this={this:0xfffb67fa66d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692981039088806, latest_log_ts:{val:1718692964382200832, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:50.035808] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=26] ====== check clog disk timer task ====== [2024-06-18 14:42:50.035840] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=129] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-06-18 14:42:50.035838] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=18] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:42:50.035877] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=23] cannot_recycle_log_size statistics(cannot_recycle_log_size=140203630, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:42:50.036229] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.036254] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=29] ====== tenant freeze timer task ====== [2024-06-18 14:42:50.038883] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=33] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.040100] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.042782] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=35] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.043995] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.046632] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=33] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.047842] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.050504] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=35] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.051744] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=39] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.054387] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=35] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.055595] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=36] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.057774] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.058230] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=33] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.058818] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873703093}], scn_array=[{val:1718692969899894131, v:0}], curr_size=122, accum_size=488, time_cost=37021) [2024-06-18 14:42:50.058819] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078969582}], scn_array=[{val:1718692969899894131, v:0}], curr_size=122, accum_size=732, time_cost=36996) [2024-06-18 14:42:50.059435] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.062097] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=35] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.063295] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.065944] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=35] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.067161] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.069822] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=35] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.071004] INFO [SHARE.SCHEMA] retrieve_simple_foreign_key_info (ob_schema_retrieve_utils.ipp:4673) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37] retrieve simple foreign key info(tenant_id=1002) [2024-06-18 14:42:50.073406] INFO [SHARE.SCHEMA] retrieve_simple_constraint_info (ob_schema_retrieve_utils.ipp:4804) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve simple constraint info(tenant_id=1002) [2024-06-18 14:42:50.074703] INFO [SHARE.SCHEMA] fetch_tables (ob_schema_service_sql_impl.cpp:4707) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37] [REFRESH_SCHEMA] fetch all simple tables cost(ret=0, ret="OB_SUCCESS", tenant_id=1002, cost=561037) [2024-06-18 14:42:50.075690] INFO [SHARE.SCHEMA] retrieve_outline_schema (ob_schema_retrieve_utils.ipp:2838) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve all outline schemas succeed(schema_array=[]) [2024-06-18 14:42:50.076840] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=36] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505430, routine_name:"PKG_WEB_DYNA_PAGE_CHARTCARD_QUERY", routine_type:3, overload:0, schema_version:1710473467848256}) [2024-06-18 14:42:50.076981] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=43] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505429, routine_name:"PKG_WEB_DYNA_PAGE_CHARTCARD_MENU_TREE_QUERY", routine_type:3, overload:0, schema_version:1710473467845048}) [2024-06-18 14:42:50.077038] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505428, routine_name:"PKG_WEB_DYNA_PAGE_TABLECARD_QUERY", routine_type:3, overload:0, schema_version:1710473467842240}) [2024-06-18 14:42:50.077091] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505427, routine_name:"PKG_WEB_DYNA_PAGE_TABLECARD_MENU_TREE_QUERY", routine_type:3, overload:0, schema_version:1710473467838888}) [2024-06-18 14:42:50.077143] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505426, routine_name:"PKG_WEB_DYNA_PAGE_COND_QUERY", routine_type:3, overload:0, schema_version:1710473467836384}) [2024-06-18 14:42:50.077191] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505425, routine_name:"PKG_WEB_DYNA_PAGE_COND_MENU_TREE_QUERY", routine_type:3, overload:0, schema_version:1710473467833128}) [2024-06-18 14:42:50.077239] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505424, routine_name:"PKG_WEB_DYNA_PAGE_CARD_STRUCTURE_QUERY_PAGEQUERY", routine_type:3, overload:0, schema_version:1710473467830008}) [2024-06-18 14:42:50.077288] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505423, routine_name:"PKG_WEB_DYNA_PAGE_STRUCTURE_QUERY_PAGEQUERY", routine_type:3, overload:0, schema_version:1710473467826800}) [2024-06-18 14:42:50.077334] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505422, routine_name:"PKG_WEB_DYNA_PAGE_STRUCTURE_QUERY_PAGELOAD", routine_type:3, overload:0, schema_version:1710473467823864}) [2024-06-18 14:42:50.081740] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472572014}], scn_array=[{val:1718692969911581469, v:0}], curr_size=122, accum_size=1325, time_cost=47586) [2024-06-18 14:42:50.084024] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:260, local_retry_times:260, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:50.084070] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.084088] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.084099] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:50.084126] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:50.084381] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.084411] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.084437] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:50.084458] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:50.084479] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:50.084499] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:50.084516] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:50.084531] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:50.084546] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:50.084556] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:50.084572] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:50.084582] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:50.084598] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:50.084610] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:50.084625] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:50.084644] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:50.084662] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.084680] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.084697] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:50.084709] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:50.084720] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:50.084736] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=261, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:50.084767] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=8759162, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=261, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:50.091933] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD07-0-0] [lt=39] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:50.092119] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=3] get number(ret=0, service_type_=0, range=1, base_id=1718692970092115203, start_id=1718692970092115203, end_id=1718692970092115204) [2024-06-18 14:42:50.099931] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=18] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:50.100884] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=26] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=9) [2024-06-18 14:42:50.107607] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=27] LogLoopThread round_cost_time(us)(round_cost_time=26) [2024-06-18 14:42:50.110120] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=33] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:50.110348] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820901299}], scn_array=[{val:1718692969899374816, v:0}], curr_size=122, accum_size=3662, time_cost=48070) [2024-06-18 14:42:50.112764] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=35] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=85816, mem_used=135183360) [2024-06-18 14:42:50.125155] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505421, routine_name:"PKG_WEB_DYNA_PAGE_STRUCTURE_SAVE", routine_type:3, overload:0, schema_version:1710473467804288}) [2024-06-18 14:42:50.129781] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.129846] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.130017] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.130062] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=30] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.130109] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.130386] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=36] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.130474] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.145327] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 23597.00) [2024-06-18 14:42:50.145364] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:50.145488] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=49] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.00, rt: 62319.00) [2024-06-18 14:42:50.145514] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 55.74, rt: 2623.39) [2024-06-18 14:42:50.145536] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 46080.00, iops: 111.47, rt: 2750.52) [2024-06-18 14:42:50.145554] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=3, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12635040, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:50.145592] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=31] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145615] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=21] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145635] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145654] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145672] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145691] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145709] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145730] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145750] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145768] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145787] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145801] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145813] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145831] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145845] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.145858] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:50.157839] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.158543] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [1056][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=24] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:42:50.158593] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [1056][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=31] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=263) [2024-06-18 14:42:50.158692] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=34] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:50.175969] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=2] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505420, routine_name:"PKG_WEB_DYNA_PAGE_STRUCTURE_QUERY_SETTINGS", routine_type:3, overload:0, schema_version:1710473467801080}) [2024-06-18 14:42:50.176043] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=36] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505419, routine_name:"PKG_WEB_DYNA_PAGE_MENU_TREE_QUERY", routine_type:3, overload:0, schema_version:1710473467797856}) [2024-06-18 14:42:50.176098] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505418, routine_name:"PKG_WEB_DYNA_SEARCH_ITEM_INFO_DELETE", routine_type:3, overload:0, schema_version:1710473467795200}) [2024-06-18 14:42:50.176151] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505417, routine_name:"PKG_WEB_DYNA_SEARCH_ITEM_INFO_MODIFY", routine_type:3, overload:0, schema_version:1710473467791296}) [2024-06-18 14:42:50.176204] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505416, routine_name:"PKG_WEB_DYNA_SEARCH_ITEM_INFO_ADD", routine_type:3, overload:0, schema_version:1710473467787640}) [2024-06-18 14:42:50.176256] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505415, routine_name:"PKG_WEB_DYNA_SEARCH_ITEM_INFO_QUERY", routine_type:3, overload:0, schema_version:1710473467784848}) [2024-06-18 14:42:50.176304] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505414, routine_name:"PKG_WEB_DYNA_SEARCH_ITEM_LIST_QUERY", routine_type:3, overload:0, schema_version:1710473467782072}) [2024-06-18 14:42:50.176352] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:501611, routine_id:505413, routine_name:"PKG_WEB_DYNA_FORM_CONFIG_QUERY", routine_type:3, overload:0, schema_version:1710473467778904}) [2024-06-18 14:42:50.176418] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505403, routine_name:"GET_DRGS_MDC_ORDER_SINGLE", routine_type:2, overload:0, schema_version:1709866882835680}) [2024-06-18 14:42:50.184855] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:261, local_retry_times:261, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:50.184899] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.184911] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.184922] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:50.184972] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=38][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:50.185246] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.185279] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.185324] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:50.185363] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=38][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:50.185407] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=42][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:50.185428] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:50.185444] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:50.185458] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:50.185475] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:50.185485] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:50.185500] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:50.185510] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:50.185526] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:50.185538] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:50.185553] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:50.185571] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:50.185588] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.185602] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.185617] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:50.185628] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:50.185646] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:50.185657] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=262, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:50.185689] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=8658241, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=262, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:50.189643] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505385, routine_name:"proc_drgs_mdc_order_ALL", routine_type:1, overload:0, schema_version:1709866937753592}) [2024-06-18 14:42:50.196134] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820901421}], scn_array=[{val:1718692970092115203, v:0}], curr_size=1034, accum_size=4696, time_cost=85627) [2024-06-18 14:42:50.196261] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988140, log_task={header:{begin_lsn:{lsn:122820901421}, end_lsn:{lsn:122820902455}, log_id:217988140, min_scn:{val:1718692970092115203, v:0}, max_scn:{val:1718692970092142013, v:0}, data_len:978, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820901421}, data_checksum:3016709613, accum_checksum:333974509, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970092242, freeze_ts:1718692970110466, submit_ts:1718692970110475, flushed_ts:1718692970196204, gen_to_freeze cost time:18224, gen_to_submit cost time:18233, submit_to_flush cost time:85729}, fs_cb_begin_ts=1718692970196244, log_life_time=104002) [2024-06-18 14:42:50.196282] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=23][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970092115203, v:0}, log_ts:{val:1718692970092115203, v:0}, lsn:{lsn:122820901477}, submit_ts:1718692970092254}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007783}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=104023, ctx_lock_wait_time=2) [2024-06-18 14:42:50.196443] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=69][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970092142013, v:0}, log_ts:{val:1718692970092142013, v:0}, lsn:{lsn:122820901966}, submit_ts:1718692970092252}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007784}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=104189, ctx_lock_wait_time=0) [2024-06-18 14:42:50.196618] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=106254, time_dist: do_cluster_heartbeat=12, generate_cluster_version=106144) [2024-06-18 14:42:50.196784] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=106233, time_dist: do_cluster_heartbeat=12, generate_cluster_version=106087, cluster_service_self_check=9) [2024-06-18 14:42:50.224775] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873703215}], scn_array=[{val:1718692969899894132, v:0}], curr_size=122, accum_size=610, time_cost=102900) [2024-06-18 14:42:50.224775] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472572136}], scn_array=[{val:1718692970111740336, v:0}], curr_size=540, accum_size=1865, time_cost=112893) [2024-06-18 14:42:50.224779] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078969704}], scn_array=[{val:1718692969899894132, v:0}], curr_size=122, accum_size=854, time_cost=102872) [2024-06-18 14:42:50.224915] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703295, log_task={header:{begin_lsn:{lsn:71472572136}, end_lsn:{lsn:71472572676}, log_id:183703295, min_scn:{val:1718692970111740336, v:0}, max_scn:{val:1718692970111740336, v:0}, data_len:484, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472572136}, data_checksum:3404005487, accum_checksum:1156006994, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970111823, freeze_ts:1718692970111830, submit_ts:1718692970111847, flushed_ts:1718692970224839, gen_to_freeze cost time:7, gen_to_submit cost time:24, submit_to_flush cost time:112992}, fs_cb_begin_ts=1718692970224897, log_life_time=113074) [2024-06-18 14:42:50.224913] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050224, log_task={header:{begin_lsn:{lsn:683078969704}, end_lsn:{lsn:683078969826}, log_id:173050224, min_scn:{val:1718692969899894132, v:0}, max_scn:{val:1718692969899894132, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078969704}, data_checksum:2222604892, accum_checksum:3247616647, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970121874, freeze_ts:1718692970121876, submit_ts:1718692970121881, flushed_ts:1718692970224843, gen_to_freeze cost time:2, gen_to_submit cost time:7, submit_to_flush cost time:102962}, fs_cb_begin_ts=1718692970224894, log_life_time=103020) [2024-06-18 14:42:50.224935] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=14][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970111740335, v:0}, log_ts:{val:1718692970111740336, v:0}, lsn:{lsn:71472572192}, submit_ts:1718692970111874}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005262}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=113056, ctx_lock_wait_time=1) [2024-06-18 14:42:50.225035] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=75] get number(ret=0, service_type_=0, range=1, base_id=1718692970225031108, start_id=1718692970225031108, end_id=1718692970225031109) [2024-06-18 14:42:50.225042] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344663, log_task={header:{begin_lsn:{lsn:26873703215}, end_lsn:{lsn:26873703337}, log_id:174344663, min_scn:{val:1718692969899894132, v:0}, max_scn:{val:1718692969899894132, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873703215}, data_checksum:667309872, accum_checksum:1110642142, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970121819, freeze_ts:1718692970121825, submit_ts:1718692970121840, flushed_ts:1718692970224993, gen_to_freeze cost time:6, gen_to_submit cost time:21, submit_to_flush cost time:103153}, fs_cb_begin_ts=1718692970225029, log_life_time=103210) [2024-06-18 14:42:50.225156] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692969911581468, max_version=1718692969911581468 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692969711547432 and max_version = 1718692969711547432 ) [2024-06-18 14:42:50.225331] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=115108, time_dist: do_cluster_heartbeat=12, generate_cluster_version=115017) [2024-06-18 14:42:50.235617] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A6-0-0] [lt=29] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:50.239352] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=32] gc stale ls task succ [2024-06-18 14:42:50.257897] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.260827] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [829][T1_LCLSender][T1][Y0-0000000000000000-0-0] [lt=43] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb7d3ca2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:42:50.271031] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=34] Slow write(duration=40709, write_len=4096) [2024-06-18 14:42:50.271062] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=29] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592112, offset=337090}, end_cursor:ObLogCursor{file_id=119, log_id=31592113, offset=337340}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afbc050, len:2878, log_data_len:250, seq:31592112, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:50.285776] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:262, local_retry_times:262, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:50.285822] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.285836] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.285852] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:50.285875] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:50.286110] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.286170] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=58] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.286195] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:50.286257] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=60][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:50.286272] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:50.286285] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:50.286295] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:50.286308] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:50.286323] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:50.286333] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:50.286346] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:50.286356] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:50.286370] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:50.286385] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:50.286399] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:50.286422] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:50.286436] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.286452] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.286466] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:50.286477] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:50.286492] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:50.286506] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=263, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:50.286534] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18] will sleep(sleep_us=100000, remain_us=8557395, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=263, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:50.296911] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=37] no need to update min/max version(new_version={val:1718692969899894130, v:0}, min_version={val:1718692969899894130, v:0}, max_version={val:1718692969899894130, v:0}) [2024-06-18 14:42:50.300986] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=8) [2024-06-18 14:42:50.318189] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=27] gc stale ls task succ [2024-06-18 14:42:50.321972] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472572676}], scn_array=[{val:1718692970225031108, v:0}], curr_size=122, accum_size=1987, time_cost=87705) [2024-06-18 14:42:50.321987] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-06-18 14:42:50.322031] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=1098) [2024-06-18 14:42:50.322066] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=52, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:50.322130] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=1098, avg_group_log_size=122) [2024-06-18 14:42:50.322158] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=1098) [2024-06-18 14:42:50.322178] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=35, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:50.325151] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA1A-0-0] [lt=19][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:50.326912] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=41] get number(ret=0, service_type_=0, range=1, base_id=1718692970326908073, start_id=1718692970326908073, end_id=1718692970326908074) [2024-06-18 14:42:50.327781] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:50.327817] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:50.327949] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:50.327978] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:50.328005] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:50.328030] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:50.328065] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:50.328092] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:50.328113] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:50.328132] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:50.328157] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:50.328187] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=27] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=81, mem_used=16637952) [2024-06-18 14:42:50.328229] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] release old cannot free more memory [2024-06-18 14:42:50.328245] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=59, size_used=0, mem_used=16637952) [2024-06-18 14:42:50.350030] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=27] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350297] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=27] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350628] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350648] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=20] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350668] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350716] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350754] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350775] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350837] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350892] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=48] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.350949] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.351074] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=29] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.351084] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=18] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.351167] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=21] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.351278] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.351331] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=23] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.351625] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=30] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:50.353495] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=42] PNIO [ratelimit] time: 1718692970353493, bytes: 15522776, bw: 0.011833 MB/s, add_ts: 1007616, add_bytes: 12502 [2024-06-18 14:42:50.357957] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.359299] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:50.366830] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=16] ====== traversal_flush timer task ====== [2024-06-18 14:42:50.366979] INFO [MDS] flush (mds_table_mgr.cpp:213) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=27] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:4611686018427387903, v:0}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffb2eb526d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692967392239925, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718692980158286214, latest_log_ts:{val:1718692963881168640, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:50.367213] INFO [MDS] flush (mds_table_mgr.cpp:213) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=119] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1001}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:4611686018427387903, v:0}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffb2eb9a6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692968896868501, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692967392239925, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:50.367304] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=86] succeed to traversal_flush(ret=0, ls_cnt=2) [2024-06-18 14:42:50.371103] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:50.373328] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=31] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:50.386615] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:263, local_retry_times:263, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:50.386657] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=37][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.386669] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.386683] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:50.386709] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:50.386950] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.386981] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.387005] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:50.387023] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:50.387042] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:50.387059] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:50.387072] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:50.387090] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:50.387104] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:50.387117] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:50.387131] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:50.387144] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:50.387156] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:50.387170] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:50.387183] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:50.387204] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:50.387219] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.387235] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.387249] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:50.387263] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:50.387278] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:50.387288] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=264, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:50.387315] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18] will sleep(sleep_us=100000, remain_us=8456614, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=264, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:50.396008] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396037] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=28][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396023] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=41][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:0, dropped:135, tid:336}, {errcode:-5627, dropped:883316, tid:1306}]) [2024-06-18 14:42:50.396051] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396064] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396077] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396095] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396108] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396125] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396144] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396156] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396175] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396188] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396185] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:50.396206] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396213] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:50.396221] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396237] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=15][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396250] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396261] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396271] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396284] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396302] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396315] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396334] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396328] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=66402, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:50.396347] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396352] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:50.396351] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820902455}], scn_array=[{val:1718692970092142014, v:0}], curr_size=122, accum_size=4818, time_cost=133924) [2024-06-18 14:42:50.396364] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=15][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396376] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=23] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=4818) [2024-06-18 14:42:50.396379] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396394] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396374] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:50.396407] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396409] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:50.396411] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=24, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:50.396428] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=20][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396429] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:50.396442] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396448] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:50.396462] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396471] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:50.396476] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396464] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=82] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=4818) [2024-06-18 14:42:50.396487] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:50.396490] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396506] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=15][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396505] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=16] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1002) [2024-06-18 14:42:50.396523] WDIAG [SQL.PC] run_plan_cache_task (ob_plan_cache.cpp:2614) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to update plan cache memory sys val(ret=-4152) [2024-06-18 14:42:50.396516] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=25] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=6197, avg_group_log_size=688) [2024-06-18 14:42:50.396524] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396538] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396538] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=9] start lib cache evict(tenant_id=1002, mem_hold=16777216, mem_limit=579820585, cache_obj_num=54, cache_node_num=54) [2024-06-18 14:42:50.396557] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396558] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=17] end lib cache evict(tenant_id=1002, cache_evict_num=0, mem_hold=16777216, mem_limit=579820585, cache_obj_num=54, cache_node_num=54) [2024-06-18 14:42:50.396557] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=11, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:50.396572] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396577] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=16] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:50.396577] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=79825, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:50.396587] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396593] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=13249, avg_log_gen_to_submit_time=13258, avg_log_submit_to_flush_time=66510, avg_log_submit_to_slide_time=66567) [2024-06-18 14:42:50.396600] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396613] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396625] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396643] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396616] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988141, log_task={header:{begin_lsn:{lsn:122820902455}, end_lsn:{lsn:122820902577}, log_id:217988141, min_scn:{val:1718692970092142014, v:0}, max_scn:{val:1718692970092142014, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820902455}, data_checksum:667309872, accum_checksum:1963497790, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970262355, freeze_ts:1718692970262359, submit_ts:1718692970262368, flushed_ts:1718692970396426, gen_to_freeze cost time:4, gen_to_submit cost time:13, submit_to_flush cost time:134058}, fs_cb_begin_ts=1718692970396542, log_life_time=134187) [2024-06-18 14:42:50.396656] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396661] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=39] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=102, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:50.396674] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396686] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396705] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396717] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396736] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396748] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396766] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396779] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396797] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396810] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396828] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396841] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396859] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396871] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396890] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396902] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396921] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396934] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396952] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396965] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396984] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.396996] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397015] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397027] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397046] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397058] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397076] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397090] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397108] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397121] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397140] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397152] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397171] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397183] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397202] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397215] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397233] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397246] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397265] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397277] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397296] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397308] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397326] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397339] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397357] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397370] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397388] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397401] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397420] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397432] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397451] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397464] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397482] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397495] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397514] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397526] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397545] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397558] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397577] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397590] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397608] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397621] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397640] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397652] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397671] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397683] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397702] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397714] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397733] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397746] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397764] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397777] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397795] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397808] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397826] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397839] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397858] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397871] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397889] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397902] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397920] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397933] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397952] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397964] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397983] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.397996] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398014] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398027] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398045] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398058] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398076] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398089] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398108] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398121] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398139] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398152] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398171] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398183] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398197] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398209] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398224] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398243] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398255] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398274] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398287] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398306] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398318] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398337] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398349] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398368] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398380] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398398] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398411] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398430] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398442] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398460] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398472] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398491] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398504] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398523] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398535] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398554] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398566] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398584] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398597] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398615] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398628] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398646] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398659] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398677] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398690] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398708] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398721] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398739] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398752] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398771] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398783] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398802] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398814] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398833] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398845] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398864] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398877] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398895] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398907] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398925] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398938] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398956] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398968] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.398987] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.399000] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.399018] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.399030] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.399049] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.399062] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:50.399080] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:50.400843] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=21] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1, need_refresh=false, gts_local_cache={srr:[mts=1718692970400798], gts:1718692970400807050, latest_srr:[mts=1718692970400798]}) [2024-06-18 14:42:50.400895] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=49] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:42:50.403442] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=11] Dumping All Cache Objs(alloc_obj_list.count()=54, alloc_obj_list=[{obj_id:1, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108434}, {obj_id:2, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:3, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108320}, {obj_id:5, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:368023}, {obj_id:6, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:7, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:8, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:9, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:10, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:12, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113793}, {obj_id:13, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116487}, {obj_id:16, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:18, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110311}, {obj_id:19, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116057}, {obj_id:20, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109612}, {obj_id:21, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:24, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112993}, {obj_id:27, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156796}, {obj_id:31, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105807}, {obj_id:33, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125346}, {obj_id:39, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126915}, {obj_id:41, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:43, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:44, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:46, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107344}, {obj_id:47, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:48, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111884}, {obj_id:49, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:50, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:51, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:52, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:53, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178767}, {obj_id:54, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:55, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163440}, {obj_id:56, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177619}, {obj_id:57, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136902}, {obj_id:58, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157212}, {obj_id:59, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:60, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:131029}, {obj_id:61, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:62, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:63, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:64, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:65, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:66, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:67, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110348}, {obj_id:68, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:69, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:70, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:152993}, {obj_id:71, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155912}, {obj_id:72, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:223548}, {obj_id:73, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128193}, {obj_id:74, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128193}]) [2024-06-18 14:42:50.403665] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=217] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:50.421351] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=16] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=142, mem_used=37435392) [2024-06-18 14:42:50.421462] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=34] release old cannot free more memory [2024-06-18 14:42:50.421481] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=17] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=130, size_used=0, mem_used=37435392) [2024-06-18 14:42:50.445402] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=1][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.405|208=0us|217=39.59ms|222=3us|total=39.65ms) [2024-06-18 14:42:50.445473] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.405|536=0us|557=5us|562=0us|total=39.70ms) [2024-06-18 14:42:50.445523] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=48][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.405|79=0us|total=39.74ms) [2024-06-18 14:42:50.448941] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=36] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:50.454217] INFO [SERVER] try_reload_schema (ob_server_schema_updater.cpp:438) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=37] schedule fetch new schema task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}) [2024-06-18 14:42:50.454253] INFO [SERVER] do_heartbeat_event (ob_heartbeat.cpp:268) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=35] try reload schema success(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=0) [2024-06-18 14:42:50.458018] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.470694] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=75845, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:42:50.470696] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472572798}], scn_array=[{val:1718692970235893471, v:0}], curr_size=478, accum_size=2465, time_cost=148557) [2024-06-18 14:42:50.470695] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873703337}], scn_array=[{val:1718692969899894133, v:0}], curr_size=122, accum_size=732, time_cost=148689) [2024-06-18 14:42:50.470726] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078969826}], scn_array=[{val:1718692969899894133, v:0}], curr_size=122, accum_size=976, time_cost=148548) [2024-06-18 14:42:50.470756] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=28] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=976) [2024-06-18 14:42:50.470809] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=18, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:42:50.470854] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344664, log_task={header:{begin_lsn:{lsn:26873703337}, end_lsn:{lsn:26873703459}, log_id:174344664, min_scn:{val:1718692969899894133, v:0}, max_scn:{val:1718692969899894133, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873703337}, data_checksum:667309872, accum_checksum:1409582380, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970321945, freeze_ts:1718692970321953, submit_ts:1718692970321968, flushed_ts:1718692970470768, gen_to_freeze cost time:8, gen_to_submit cost time:23, submit_to_flush cost time:148800}, fs_cb_begin_ts=1718692970470831, log_life_time=148886) [2024-06-18 14:42:50.470867] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=66][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703297, log_task={header:{begin_lsn:{lsn:71472572798}, end_lsn:{lsn:71472573276}, log_id:183703297, min_scn:{val:1718692970235893471, v:0}, max_scn:{val:1718692970235893471, v:0}, data_len:422, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472572798}, data_checksum:3024206650, accum_checksum:4065148340, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970235964, freeze_ts:1718692970322094, submit_ts:1718692970322105, flushed_ts:1718692970470765, gen_to_freeze cost time:86130, gen_to_submit cost time:86141, submit_to_flush cost time:148660}, fs_cb_begin_ts=1718692970470851, log_life_time=234887) [2024-06-18 14:42:50.470879] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970235893471, v:0}, log_ts:{val:1718692970235893471, v:0}, lsn:{lsn:71472572854}, submit_ts:1718692970235975}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005263}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=234899, ctx_lock_wait_time=2) [2024-06-18 14:42:50.470971] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=60] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=976) [2024-06-18 14:42:50.471028] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=35] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:42:50.471049] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=76061, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:42:50.471066] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=2, avg_log_gen_to_submit_time=7, avg_log_submit_to_flush_time=76003, avg_log_submit_to_slide_time=76053) [2024-06-18 14:42:50.471086] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050225, log_task={header:{begin_lsn:{lsn:683078969826}, end_lsn:{lsn:683078969948}, log_id:173050225, min_scn:{val:1718692969899894133, v:0}, max_scn:{val:1718692969899894133, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078969826}, data_checksum:2222604892, accum_checksum:86703833, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970322106, freeze_ts:1718692970322111, submit_ts:1718692970322117, flushed_ts:1718692970470932, gen_to_freeze cost time:5, gen_to_submit cost time:11, submit_to_flush cost time:148815}, fs_cb_begin_ts=1718692970471014, log_life_time=148908) [2024-06-18 14:42:50.471147] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=53] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=94, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:42:50.472230] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A6-0-0] [lt=32] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:42:50.475557] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A6-0-0] [lt=45][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:42:50.479693] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=44][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.462|208=1us|217=17.54ms|222=2us|total=17.60ms) [2024-06-18 14:42:50.479762] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.462|536=0us|557=5us|562=0us|total=17.65ms) [2024-06-18 14:42:50.479795] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.462|79=0us|total=17.67ms) [2024-06-18 14:42:50.487401] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:264, local_retry_times:264, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:50.487449] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.487461] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.487475] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:50.487532] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=42][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:50.487803] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.487832] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.487855] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:50.487873] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:50.487891] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:50.487908] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:50.487922] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:50.487937] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:50.487951] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:50.487965] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:50.487975] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:50.487988] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:50.487998] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:50.488011] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:50.488021] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:50.488043] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:50.488058] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.488074] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.488089] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:50.488105] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:50.488120] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:50.488134] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=265, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:50.488161] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18] will sleep(sleep_us=100000, remain_us=8355768, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=265, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:50.498495] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B030594-0-0] [lt=46] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:50.498684] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41] get number(ret=0, service_type_=0, range=1, base_id=1718692970498679879, start_id=1718692970498679879, end_id=1718692970498679880) [2024-06-18 14:42:50.501083] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=27] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=7) [2024-06-18 14:42:50.501424] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [917][T1001_Occam][T1001][YB42C0A801CD-00061B2415C2F30C-0-0] [lt=42] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:50.502880] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1021) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=20] replay status is not follower(min_unreplayed_lsn={lsn:26872877838}, base_lsn={lsn:22815621120}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692969229511, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10592, ret_code_:0}}, next_to_submit_lsn_:{lsn:26872877838}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:22815621120}, base_scn_:{val:1714500007741716502, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c805000, next_round_pread_size:2121728, curr_read_pos:1267608, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1267608, log_storage_:{IteratorStorage:{start_lsn:{lsn:26871610230}, end_lsn:{lsn:26872877838}, read_buf:{buf_len_:2125824, buf_:0xfffb1c805000}, block_size:67104768, log_storage_:0xfffb473ceb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumulate_checksum:1440925250, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:42:50.502981] INFO [CLOG] operator() (ob_log_replay_service.cpp:1431) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=100] get_replay_process success(id={id:1}, replayed_log_size=4057256718, unreplayed_log_size=0) [2024-06-18 14:42:50.503025] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1021) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=17] replay status is not follower(min_unreplayed_lsn={lsn:683078262445}, base_lsn={lsn:683059433472}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692969229527, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:683078262445}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:683059433472}, base_scn_:{val:1718691439026852456, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:683078262323}, end_lsn:{lsn:683078262445}, read_buf:{buf_len_:2125824, buf_:0xfffb1c405000}, block_size:67104768, log_storage_:0xfffb473deb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:154833137, flag:1}}, init_mode_version:0, accumulate_checksum:2889705391, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:42:50.503091] INFO [CLOG] operator() (ob_log_replay_service.cpp:1431) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=66] get_replay_process success(id={id:1001}, replayed_log_size=18828973, unreplayed_log_size=0) [2024-06-18 14:42:50.503154] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:154) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=13] dump tenant replay process(tenant_id=1002, unreplayed_log_size(MB)=0, estimate_time(second)=0, replayed_log_size(MB)=3887, last_replayed_log_size(MB)=3887, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-06-18 14:42:50.509591] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [1094][T1002_Occam][T1002][YB42C0A801CD-00061B241712F304-0-0] [lt=36] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:50.509738] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [1094][T1002_Occam][T1002][YB42C0A801CD-00061B241712F306-0-0] [lt=30] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:50.510738] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=14][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820902577}], scn_array=[{val:1718692970298250020, v:0}], curr_size=1501, accum_size=1501, time_cost=114185) [2024-06-18 14:42:50.510884] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=13][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988142, log_task={header:{begin_lsn:{lsn:122820902577}, end_lsn:{lsn:122820904078}, log_id:217988142, min_scn:{val:1718692970298250020, v:0}, max_scn:{val:1718692970301960195, v:0}, data_len:1445, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820902577}, data_checksum:707828908, accum_checksum:527481987, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970298315, freeze_ts:1718692970396493, submit_ts:1718692970396502, flushed_ts:1718692970510801, gen_to_freeze cost time:98178, gen_to_submit cost time:98187, submit_to_flush cost time:114299}, fs_cb_begin_ts=1718692970510869, log_life_time=212554) [2024-06-18 14:42:50.510899] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970301960195, v:0}, log_ts:{val:1718692970301960195, v:0}, lsn:{lsn:122820903122}, submit_ts:1718692970302034}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007786}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=208862, ctx_lock_wait_time=2) [2024-06-18 14:42:50.511043] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970298250020, v:0}, log_ts:{val:1718692970298250020, v:0}, lsn:{lsn:122820902633}, submit_ts:1718692970298325}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007785}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=212717, ctx_lock_wait_time=0) [2024-06-18 14:42:50.513156] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=3][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=216452, time_dist: do_cluster_heartbeat=11, generate_cluster_version=214543) [2024-06-18 14:42:50.513218] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=16, start_service_tstamp_=1718691847564337, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:42:50.531846] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=44] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}, {1001,0,False,{False,},False,False,True}]) [2024-06-18 14:42:50.531929] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=64] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:50.540364] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [820][T1_LockWaitMgr][T1][Y0-0000000000000000-0-0] [lt=37] report RowHolderMapper summary info(count=1, bkt_cnt=248) [2024-06-18 14:42:50.558080] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.559964] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:50.564668] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A6-0-0] [lt=31] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:42:50.582547] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.570|208=0us|217=11.73ms|222=3us|total=11.80ms) [2024-06-18 14:42:50.582631] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=77][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.570|536=0us|557=8us|562=0us|total=11.85ms) [2024-06-18 14:42:50.582663] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.570|79=0us|total=11.88ms) [2024-06-18 14:42:50.588248] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:50.588606] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.588648] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=38] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.588784] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=8255146, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=266, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:50.602277] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472573276}], scn_array=[{val:1718692970326908073, v:0}], curr_size=541, accum_size=3006, time_cost=131409) [2024-06-18 14:42:50.602445] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=84][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703298, log_task={header:{begin_lsn:{lsn:71472573276}, end_lsn:{lsn:71472573817}, log_id:183703298, min_scn:{val:1718692970326908073, v:0}, max_scn:{val:1718692970326908073, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472573276}, data_checksum:3813581044, accum_checksum:1937043087, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970327013, freeze_ts:1718692970470818, submit_ts:1718692970470833, flushed_ts:1718692970602357, gen_to_freeze cost time:143805, gen_to_submit cost time:143820, submit_to_flush cost time:131524}, fs_cb_begin_ts=1718692970602430, log_life_time=275417) [2024-06-18 14:42:50.602457] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=72][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970326908073, v:0}, log_ts:{val:1718692970326908073, v:0}, lsn:{lsn:71472573332}, submit_ts:1718692970327024}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005264}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=275429, ctx_lock_wait_time=0) [2024-06-18 14:42:50.602622] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692970111740336, max_version=1718692970111740336 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692969911581468 and max_version = 1718692969911581468 ) [2024-06-18 14:42:50.604557] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F28F-0-0] [lt=24] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:50.604606] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F28F-0-0] [lt=44] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:50.605174] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=279750, time_dist: do_cluster_heartbeat=13, generate_cluster_version=277314) [2024-06-18 14:42:50.608413] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1007) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=162] success to update min reserved snapshot(reserved_snapshot=1718691160399797113, duration=1800, snapshot_gc_ts_=1718692960399797113) [2024-06-18 14:42:50.609747] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=39] PNIO [ratelimit] time: 1718692970609745, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007615, add_bytes: 0 [2024-06-18 14:42:50.613271] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=39] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-06-18 14:42:50.613296] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=32] no need to update min/max version(new_version={val:1718692970092142013, v:0}, min_version={val:1718692970092142013, v:0}, max_version={val:1718692970092142013, v:0}) [2024-06-18 14:42:50.628808] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=36] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:50.653735] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820904078}], scn_array=[{val:1718692970498679879, v:0}], curr_size=544, accum_size=2045, time_cost=142851) [2024-06-18 14:42:50.653736] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873703459}], scn_array=[{val:1718692970401467225, v:0}], curr_size=122, accum_size=854, time_cost=131605) [2024-06-18 14:42:50.653740] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078969948}], scn_array=[{val:1718692970401467225, v:0}], curr_size=122, accum_size=122, time_cost=131576) [2024-06-18 14:42:50.653934] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344665, log_task={header:{begin_lsn:{lsn:26873703459}, end_lsn:{lsn:26873703581}, log_id:174344665, min_scn:{val:1718692970401467225, v:0}, max_scn:{val:1718692970401467225, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873703459}, data_checksum:667309872, accum_checksum:113010587, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970522071, freeze_ts:1718692970522079, submit_ts:1718692970522094, flushed_ts:1718692970653803, gen_to_freeze cost time:8, gen_to_submit cost time:23, submit_to_flush cost time:131709}, fs_cb_begin_ts=1718692970653913, log_life_time=131842) [2024-06-18 14:42:50.653934] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988143, log_task={header:{begin_lsn:{lsn:122820904078}, end_lsn:{lsn:122820904622}, log_id:217988143, min_scn:{val:1718692970498679879, v:0}, max_scn:{val:1718692970498679879, v:0}, data_len:488, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820904078}, data_checksum:2537946306, accum_checksum:2591233407, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970498798, freeze_ts:1718692970510843, submit_ts:1718692970510854, flushed_ts:1718692970653810, gen_to_freeze cost time:12045, gen_to_submit cost time:12056, submit_to_flush cost time:142956}, fs_cb_begin_ts=1718692970653913, log_life_time=155115) [2024-06-18 14:42:50.653952] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970498679879, v:0}, log_ts:{val:1718692970498679879, v:0}, lsn:{lsn:122820904134}, submit_ts:1718692970498811}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007787}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=155137, ctx_lock_wait_time=1) [2024-06-18 14:42:50.654069] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=72][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050226, log_task={header:{begin_lsn:{lsn:683078969948}, end_lsn:{lsn:683078970070}, log_id:173050226, min_scn:{val:1718692970401467225, v:0}, max_scn:{val:1718692970401467225, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078969948}, data_checksum:2222604892, accum_checksum:2067330918, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970522130, freeze_ts:1718692970522133, submit_ts:1718692970522138, flushed_ts:1718692970654018, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:131880}, fs_cb_begin_ts=1718692970654056, log_life_time=131926) [2024-06-18 14:42:50.654328] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=157336, time_dist: do_cluster_heartbeat=14, generate_cluster_version=157184) [2024-06-18 14:42:50.658141] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.662570] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.643|208=0us|217=19.23ms|222=2us|total=19.29ms) [2024-06-18 14:42:50.662642] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=66][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.643|536=0us|557=6us|562=0us|total=19.34ms) [2024-06-18 14:42:50.662676] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=32][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.643|79=0us|total=19.36ms) [2024-06-18 14:42:50.689169] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.689213] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.689326] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=8154603, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=267, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:50.691937] INFO pn_ratelimit (group.c:539) [568][IngressService][T0][Y0-0000000000000000-0-0] [lt=35] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-06-18 14:42:50.696772] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1019][T1001_TenantMet][T1001][Y0-0000000000000000-0-0] [lt=69] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:813, free_obj_hold_cnt:29, allocator used:3347792, allocator total:3466624}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3466624, tablets_mem_limit=257698020, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:15, free_obj_hold_cnt:0, allocator used:38400, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=813) [2024-06-18 14:42:50.701184] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=27] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=6) [2024-06-18 14:42:50.705256] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472573817}], scn_array=[{val:1718692970400807050, v:0}], curr_size=544, accum_size=3550, time_cost=102803) [2024-06-18 14:42:50.705313] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=42] no need to update min/max version(new_version={val:1718692970111740336, v:0}, min_version={val:1718692970111740336, v:0}, max_version={val:1718692970111740336, v:0}) [2024-06-18 14:42:50.705406] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703299, log_task={header:{begin_lsn:{lsn:71472573817}, end_lsn:{lsn:71472574361}, log_id:183703299, min_scn:{val:1718692970400807050, v:0}, max_scn:{val:1718692970564837314, v:0}, data_len:488, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472573817}, data_checksum:2186278528, accum_checksum:2386491271, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970534394, freeze_ts:1718692970602400, submit_ts:1718692970602411, flushed_ts:1718692970705336, gen_to_freeze cost time:68006, gen_to_submit cost time:68017, submit_to_flush cost time:102925}, fs_cb_begin_ts=1718692970705388, log_life_time=170994) [2024-06-18 14:42:50.705415] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970564837314, v:0}, log_ts:{val:1718692970564837314, v:0}, lsn:{lsn:71472573939}, submit_ts:1718692970564905}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005265}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=140506, ctx_lock_wait_time=1) [2024-06-18 14:42:50.710130] INFO [CLOG] is_in_sync (ob_log_handler.cpp:547) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F356-0-0] [lt=34] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-06-18 14:42:50.732670] INFO [ARCHIVE] do_thread_task_ (ob_archive_fetcher.cpp:310) [844][T1_ArcFetcher][T1][YB42C0A801CD-00061B2414E2EEE7-0-0] [lt=33] ObArchiveFetcher is running(thread_index=0) [2024-06-18 14:42:50.733607] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1212][T1002_CdcSrv][T1001][YB42C0A801CD-00061B241692EF6B-0-0] [lt=25][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1549, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:50.733751] INFO [CLOG.EXTLOG] run1 (ob_cdc_service.cpp:152) [1212][T1002_CdcSrv][T1002][Y0-0000000000000000-0-0] [lt=37] query dest_info_ succ(dest_info=[]) [2024-06-18 14:42:50.733786] INFO [CLOG.EXTLOG] resize_log_ext_handler_ (ob_cdc_service.cpp:372) [1212][T1002_CdcSrv][T1002][Y0-0000000000000000-0-0] [lt=28] finish to resize log external storage handler(current_ts=1718692970733779, tenant_max_cpu=12, valid_ls_count=0, other_ls_count=0, new_concurrency=0) [2024-06-18 14:42:50.736840] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.721|208=0us|217=14.90ms|222=3us|total=14.97ms) [2024-06-18 14:42:50.736915] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=68][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.721|536=0us|557=6us|562=0us|total=15.01ms) [2024-06-18 14:42:50.736945] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.721|79=0us|total=15.04ms) [2024-06-18 14:42:50.755678] INFO [STORAGE.TRANS] alloc (ob_trans_factory.cpp:140) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B030595-0-0] [lt=38] ObTransCtx statistics(active_coord_ctx_count=0, active_part_ctx_count=2, total_release_part_ctx_count=68) [2024-06-18 14:42:50.756002] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B030595-0-0] [lt=37] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:50.756188] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692970756183842, start_id=1718692970756183842, end_id=1718692970756183843) [2024-06-18 14:42:50.758203] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.760594] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=49] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:50.772364] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_ls_info.cpp:54) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F356-0-0] [lt=33][errcode=-4008] execute fail(ret=-4008) [2024-06-18 14:42:50.782554] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.755|208=1us|217=26.92ms|222=3us|total=26.98ms) [2024-06-18 14:42:50.782623] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=63][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.755|536=0us|557=5us|562=0us|total=27.02ms) [2024-06-18 14:42:50.782672] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=47][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.755|79=0us|total=27.07ms) [2024-06-18 14:42:50.783896] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [1260][T1002_LockWaitM][T1002][Y0-0000000000000000-0-0] [lt=30] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-06-18 14:42:50.787189] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=34] current monitor number(seq_=-1) [2024-06-18 14:42:50.789724] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.789770] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.789899] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=3] will sleep(sleep_us=100000, remain_us=8054032, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=268, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:50.796433] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=33][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:42:50.801774] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=18] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:50.801831] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=29] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:50.802459] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=92074, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:42:50.802457] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820904622}], scn_array=[{val:1718692970564079959, v:0}], curr_size=694, accum_size=2739, time_cost=148542) [2024-06-18 14:42:50.802495] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873703581}], scn_array=[{val:1718692970401467226, v:0}], curr_size=112, accum_size=966, time_cost=148535) [2024-06-18 14:42:50.802548] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=51] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=966) [2024-06-18 14:42:50.802601] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=26, this=0xfffb481a0730, extra_info="") [2024-06-18 14:42:50.802655] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=45] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=966) [2024-06-18 14:42:50.802647] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=67][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988144, log_task={header:{begin_lsn:{lsn:122820904622}, end_lsn:{lsn:122820905316}, log_id:217988144, min_scn:{val:1718692970564079959, v:0}, max_scn:{val:1718692970564079960, v:0}, data_len:638, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820904622}, data_checksum:3778371828, accum_checksum:4074261439, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970564163, freeze_ts:1718692970653865, submit_ts:1718692970653889, flushed_ts:1718692970802520, gen_to_freeze cost time:89702, gen_to_submit cost time:89726, submit_to_flush cost time:148631}, fs_cb_begin_ts=1718692970802624, log_life_time=238461) [2024-06-18 14:42:50.802666] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970564079959, v:0}, log_ts:{val:1718692970564079959, v:0}, lsn:{lsn:122820904678}, submit_ts:1718692970564176}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007788}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=238486, ctx_lock_wait_time=1) [2024-06-18 14:42:50.802754] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=39] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=14, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:42:50.802784] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=106934, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:42:50.802806] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=14631, avg_log_gen_to_submit_time=14645, avg_log_submit_to_flush_time=92222, avg_log_submit_to_slide_time=92289) [2024-06-18 14:42:50.802840] INFO [STORAGE] try_sync_reserved_snapshot (ob_ls_reserved_snapshot_mgr.cpp:213) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=1] submit reserved snapshot log success(ls_id={id:1}, new_reserved_snapshot=1718691160399797253) [2024-06-18 14:42:50.802833] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344666, log_task={header:{begin_lsn:{lsn:26873703581}, end_lsn:{lsn:26873703693}, log_id:174344666, min_scn:{val:1718692970401467226, v:0}, max_scn:{val:1718692970401467226, v:0}, data_len:56, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873703581}, data_checksum:1732680079, accum_checksum:1223645273, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970536857, freeze_ts:1718692970653864, submit_ts:1718692970653889, flushed_ts:1718692970802616, gen_to_freeze cost time:117007, gen_to_submit cost time:117032, submit_to_flush cost time:148727}, fs_cb_begin_ts=1718692970802737, log_life_time=265880) [2024-06-18 14:42:50.802886] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=44] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=131, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:42:50.802899] WDIAG [STORAGE] schedule_tablet_medium (ob_tenant_tablet_scheduler.cpp:1420) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=41][errcode=0] failed to schedule next medium(tmp_ret=-5627, ls_id={id:1}, tablet_id={id:50263}) [2024-06-18 14:42:50.803036] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=9] ====== checkpoint timer task ====== [2024-06-18 14:42:50.803059] INFO [STORAGE] update_min_reserved_snapshot_for_leader (ob_ls_reserved_snapshot_mgr.cpp:188) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=41] submit reserved snapshot log success(ls_id={id:1}, new_snapshot_version=1718691160399797113) [2024-06-18 14:42:50.803093] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1034) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=26] update reserved snapshot finished(cost_ts=194683, reserved_snapshot=1718691160399797113) [2024-06-18 14:42:50.803111] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=28] get_max_applied_scn(scn={val:1718692970564837314, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:17, palf_committed_end_lsn_:{lsn:71472574361}, last_check_scn_:{val:1718692970564837314, v:0}, max_applied_cb_scn_:{val:1718692970564837314, v:0}}) [2024-06-18 14:42:50.803173] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=44] get_min_unreplayed_log_info(lsn={lsn:71469569194}, scn={val:1718691444571406183, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691829451172, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:3327744, ret_code_:0}}, next_to_submit_lsn_:{lsn:71469569194}, next_to_submit_scn_:{val:1718691444571406183, v:0}, base_lsn_:{lsn:71332368384}, base_scn_:{val:1718647203791103890, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1d005000, next_round_pread_size:2121728, curr_read_pos:869770, curr_read_buf_start_pos:0, curr_read_buf_end_pos:869770, log_storage_:{IteratorStorage:{start_lsn:{lsn:71468699424}, end_lsn:{lsn:71469569194}, read_buf:{buf_len_:2125824, buf_:0xfffb1d005000}, block_size:67104768, log_storage_:0xfffb7937eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444571406182, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:390, scn_:{val:1718691444571406182, v:0}, data_checksum:3011915929, flag:1}}, init_mode_version:0, accumulate_checksum:538536221, curr_entry_is_padding:0, padding_entry_size:1619, padding_entry_scn:{val:1718691444571406182, v:0}}}}}) [2024-06-18 14:42:50.804690] INFO [STORAGE.COMPACTION] schedule_next_medium_primary_cluster (ob_medium_compaction_func.cpp:360) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=30] success to check RS major checksum validation finished(ret=0, this={ls_id:{id:1}, tablet_id:{id:60104}}, ret_info={tenant_id:1002, ls_id:1, tablet_id:60104, compaction_scn:0, report_scn:1714240802198460921, status:0}) [2024-06-18 14:42:50.804784] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=43][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:50.805773] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=97] succ to get rec scn(*this={this:0xfffb66804030, ls_id:{id:1}, tenant_id:1, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1718647203452050767, v:0}, last_push_gc_task_ts_:1718691634401897, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:50.805820] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=45] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb63faa080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb63faa080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:50.805879] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=47] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:42:50.806039] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=29] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:1718647494967744305, v:0}, min_rec_scn_tablet_ids=[{id:60385}], *this={this:0xfffb67fa66d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692981039088806, latest_log_ts:{val:1718692964382200832, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:50.806155] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=109] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xfffb67fa62f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xfffb67fb06d0, table_type:1, memtable_head:0, memtable_tail:1, t3m:0xfffbb29b4030, tables:[0xfffb63f9a080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xfffb67fb20d0, ls_tablet_svr:0xfffb67fa62d0, slice_allocator:0xfffb67fb2150}, min_rec_scn={val:1718647203791103890, v:0}, ls_id_={id:1}) [2024-06-18 14:42:50.806217] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=48] get rec log scn(service_type_=0, rec_log_ts={val:1718692964382200832, v:0}) [2024-06-18 14:42:50.806237] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=19] get rec log scn(service_type_=1, rec_log_ts={val:1718691832318336110, v:0}) [2024-06-18 14:42:50.806250] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=10] get rec log scn(service_type_=2, rec_log_ts={val:1718691831337892659, v:0}) [2024-06-18 14:42:50.806276] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=15] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1718647203791103890, v:0}, checkpoint_scn_in_ls_meta={val:1718647203791103890, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:42:50.806314] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=21][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:71332368384}, new_base_lsn={lsn:71332368384}, lsn={lsn:71332368384}) [2024-06-18 14:42:50.806345] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=30] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:71332368384}, ls->get_ls_id()={id:1}) [2024-06-18 14:42:50.806368] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=19] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-06-18 14:42:50.818139] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:519) [799][T1_HBService][T1][YB42C0A801CD-00061B241B52F124-0-0] [lt=39] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-06-18 14:42:50.834556] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=43] tx gc loop thread is running(MTL_ID()=1) [2024-06-18 14:42:50.834584] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=26] try gc retain ctx [2024-06-18 14:42:50.836670] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=11] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692981039088806, latest_log_ts:{val:1718692964382200832, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:42:50.836829] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=97] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=3001, avg_group_log_size=375) [2024-06-18 14:42:50.836862] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=28] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3550) [2024-06-18 14:42:50.836889] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=60, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:42:50.845414] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.812|208=1us|217=33.38ms|222=2us|total=33.44ms) [2024-06-18 14:42:50.845486] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=66][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.812|536=0us|557=6us|562=0us|total=33.49ms) [2024-06-18 14:42:50.845517] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.812|79=1us|total=33.51ms) [2024-06-18 14:42:50.858264] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.879677] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.862|208=0us|217=17.01ms|222=2us|total=17.06ms) [2024-06-18 14:42:50.879738] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.862|536=0us|557=6us|562=0us|total=17.11ms) [2024-06-18 14:42:50.879767] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.862|79=0us|total=17.13ms) [2024-06-18 14:42:50.889053] TRACE [TRACE] dump_tenant_info_ (ob_tenant_info_loader.cpp:216) [1119][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] [dump tenant_info_loader](TRACE=begin_ts=1718692970889045 2024-06-18 06:42:50.889045|[ob_tenant_info_loader] u=0 tenant_id:1002, is_sys_ls_leader:true, broadcast_cost_time:444, broadcast_times:2, broadcast_per_sec:0, rpc_update_times:0, rpc_update_per_sec:0, last_rpc_update_time_us:-1, sql_update_cost_time:1337, sql_update_times:2, tenant_info_cache:{tenant_info:{tenant_id:1002, switchover_epoch:0, sync_scn:{scn_val:1718692968896868500}, replayable_scn:{scn_val:1718692968896868500}, standby_scn:{scn_val:1718692968896868500}, recovery_until_scn:{scn_val:4611686018427387903}, tenant_role:{value:1}, switchover_status:{value:1}}, last_sql_update_time:1718692970887272, ora_rowscn:1718692970301960195}, is_inited:true|total_timeu=0) [2024-06-18 14:42:50.889988] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:268, local_retry_times:268, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:50.890040] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=46][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.890076] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.890093] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:50.890121] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:50.890394] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.890428] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.890454] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:50.890474] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:50.890495] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:50.890515] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:50.890529] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:50.890550] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:50.890565] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:50.890580] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:50.890594] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:50.890608] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:50.890623] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:50.890639] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:50.890653] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:50.890678] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:50.890694] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.890712] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.890727] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:50.890743] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:50.890760] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:50.890775] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=269, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:50.890807] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=7953123, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=269, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:50.899896] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078970070}], scn_array=[{val:1718692970401467226, v:0}], curr_size=122, accum_size=244, time_cost=177612) [2024-06-18 14:42:50.900037] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050227, log_task={header:{begin_lsn:{lsn:683078970070}, end_lsn:{lsn:683078970192}, log_id:173050227, min_scn:{val:1718692970401467226, v:0}, max_scn:{val:1718692970401467226, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078970070}, data_checksum:2222604892, accum_checksum:3042482628, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970722234, freeze_ts:1718692970722238, submit_ts:1718692970722252, flushed_ts:1718692970899973, gen_to_freeze cost time:4, gen_to_submit cost time:18, submit_to_flush cost time:177721}, fs_cb_begin_ts=1718692970900020, log_life_time=177786) [2024-06-18 14:42:50.901292] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=5) [2024-06-18 14:42:50.902380] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=21] get number(ret=0, service_type_=0, range=1, base_id=1718692970902374165, start_id=1718692970902374165, end_id=1718692970902374166) [2024-06-18 14:42:50.903004] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=41] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_refresh=false, gts_local_cache={srr:[mts=1718692970902978], gts:1718692970902981820, latest_srr:[mts=1718692970902978]}) [2024-06-18 14:42:50.906831] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCAA-0-0] [lt=41] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:50.913107] INFO [CLOG] run1 (ob_garbage_collector.cpp:1331) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=16] Garbage Collector is running(seq_=116, gc_interval=10000000) [2024-06-18 14:42:50.913163] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1466) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=28] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-06-18 14:42:50.913193] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1466) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=22] self is leader, skip it(ls->get_ls_id()={id:1001}) [2024-06-18 14:42:50.913243] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1424) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=32] gc_check_member_list_ cost time(ret=0, time_us=107) [2024-06-18 14:42:50.913273] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=21] execute_gc cost time(ret=0, time_us=1) [2024-06-18 14:42:50.914507] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1619) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=29] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-06-18 14:42:50.915696] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1619) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=39] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1001}, ls_status_:1, gc_reason_:0}) [2024-06-18 14:42:50.915736] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1641) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=34] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}, {ls_id_:{id:1001}, ls_status_:1, gc_reason_:0}]) [2024-06-18 14:42:50.915775] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1641) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=37] ls status is normal, skip(id={id:1001}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}, {ls_id_:{id:1001}, ls_status_:1, gc_reason_:0}]) [2024-06-18 14:42:50.915796] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=20] execute_gc cost time(ret=0, time_us=61) [2024-06-18 14:42:50.915809] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=10] ObSafeDestroyHandler start process [2024-06-18 14:42:50.948256] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.935|208=1us|217=12.71ms|222=2us|total=12.76ms) [2024-06-18 14:42:50.948322] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.935|536=0us|557=5us|562=0us|total=12.81ms) [2024-06-18 14:42:50.948357] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=32][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.935|79=0us|total=12.84ms) [2024-06-18 14:42:50.958382] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=55] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:42:50.958409] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=24] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:42:50.958427] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:50.961266] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=46] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:50.966117] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [845][T1_ArcSender][T1][YB42C0A801CD-00061B2414F2EEE7-0-0] [lt=29][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:42:50.968756] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [1014][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=38] run rewrite rule refresh task(rule_mgr_->tenant_id_=1001) [2024-06-18 14:42:50.968865] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [796][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=44] run rewrite rule refresh task(rule_mgr_->tenant_id_=1) [2024-06-18 14:42:50.970063] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [1014][T1001_ReqMemEvi][T1001][YB42C0A801CD-00061B241702EFE1-0-0] [lt=29] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692960586642, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692970969236, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:42:50.970254] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1014][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=43] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=6797) [2024-06-18 14:42:50.970300] INFO [LIB] stat (utility.h:1157) [1014][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=32] [PALF STAT APPEND COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=28, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:42:50.974266] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=50] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=91683, this=0xfffb79383a70, extra_info="") [2024-06-18 14:42:50.974263] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873703693}], scn_array=[{val:1718692970401467227, v:0}], curr_size=122, accum_size=122, time_cost=171515) [2024-06-18 14:42:50.974262] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820905316}], scn_array=[{val:1718692970756183842, v:0}], curr_size=544, accum_size=3283, time_cost=171635) [2024-06-18 14:42:50.974307] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472574361}], scn_array=[{val:1718692970564837315, v:0}], curr_size=113, accum_size=3663, time_cost=137420) [2024-06-18 14:42:50.974367] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=58] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3663) [2024-06-18 14:42:50.974403] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=24, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:42:50.974458] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=66] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3663) [2024-06-18 14:42:50.974433] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344667, log_task={header:{begin_lsn:{lsn:26873703693}, end_lsn:{lsn:26873703815}, log_id:174344667, min_scn:{val:1718692970401467227, v:0}, max_scn:{val:1718692970401467227, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873703693}, data_checksum:667309872, accum_checksum:82126123, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970722210, freeze_ts:1718692970802701, submit_ts:1718692970802716, flushed_ts:1718692970974328, gen_to_freeze cost time:80491, gen_to_submit cost time:80506, submit_to_flush cost time:171612}, fs_cb_begin_ts=1718692970974416, log_life_time=252206) [2024-06-18 14:42:50.974437] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988145, log_task={header:{begin_lsn:{lsn:122820905316}, end_lsn:{lsn:122820905860}, log_id:217988145, min_scn:{val:1718692970756183842, v:0}, max_scn:{val:1718692970756183842, v:0}, data_len:488, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820905316}, data_checksum:1218135964, accum_checksum:1214029650, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970756320, freeze_ts:1718692970802575, submit_ts:1718692970802600, flushed_ts:1718692970974322, gen_to_freeze cost time:46255, gen_to_submit cost time:46280, submit_to_flush cost time:171722}, fs_cb_begin_ts=1718692970974415, log_life_time=218095) [2024-06-18 14:42:50.974459] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=80][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970756183842, v:0}, log_ts:{val:1718692970756183842, v:0}, lsn:{lsn:122820905372}, submit_ts:1718692970756334}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007789}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=218119, ctx_lock_wait_time=2) [2024-06-18 14:42:50.974547] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=34] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=14, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:42:50.974576] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=28] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=122661, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:42:50.974591] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=30780, avg_log_gen_to_submit_time=30796, avg_log_submit_to_flush_time=91799, avg_log_submit_to_slide_time=91864) [2024-06-18 14:42:50.974618] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703300, log_task={header:{begin_lsn:{lsn:71472574361}, end_lsn:{lsn:71472574474}, log_id:183703300, min_scn:{val:1718692970564837315, v:0}, max_scn:{val:1718692970564837315, v:0}, data_len:57, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472574361}, data_checksum:2031283194, accum_checksum:4243767932, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970836791, freeze_ts:1718692970836798, submit_ts:1718692970836812, flushed_ts:1718692970974419, gen_to_freeze cost time:7, gen_to_submit cost time:21, submit_to_flush cost time:137607}, fs_cb_begin_ts=1718692970974532, log_life_time=137741) [2024-06-18 14:42:50.974672] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=46] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=128, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:42:50.974839] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=33] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1002, new_min_version={val:1718692970401467225, v:0}, new_max_version={val:1718692970401467225, v:0}, last_min_version={val:1718692969899894132, v:0}, last_max_version={val:1718692969899894132, v:0}, total_time_us=220372, delta_us=573368) [2024-06-18 14:42:50.974891] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=47] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1002, current_version={val:1718692970401467225, v:0}, min_version={val:1718692970401467225, v:0}, max_version={val:1718692970401467225, v:0}, in_service=true, leader_epoch=15) [2024-06-18 14:42:50.977328] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=222910, time_dist: do_cluster_heartbeat=16, generate_cluster_version=220471, cluster_service_self_check=8) [2024-06-18 14:42:50.981710] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:647) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=44] Cache wash clean map node details(ret=0, clean_node_count=0, clean_time=20396, clean_start_pos=6000000, clean_num=200000) [2024-06-18 14:42:50.990893] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:269, local_retry_times:269, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:50.990941] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.990960] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:50.990972] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:50.991001] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:50.991292] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:50.991326] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:50.991354] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:50.991375] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:50.991397] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:50.991418] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:50.991435] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:50.991451] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:50.991468] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:50.991478] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:50.991494] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:50.991504] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:50.991520] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:50.991531] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:50.991546] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:50.991566] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:50.991584] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.991600] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:50.991617] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:50.991630] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:50.991647] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:50.991659] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=270, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:50.991692] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=7852237, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=270, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.005398] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=17][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:50.963|208=1us|217=42.22ms|222=3us|total=42.27ms) [2024-06-18 14:42:51.005461] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:50.963|536=0us|557=5us|562=0us|total=42.32ms) [2024-06-18 14:42:51.005492] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:50.963|79=0us|total=42.35ms) [2024-06-18 14:42:51.008711] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=33] gc stale ls task succ [2024-06-18 14:42:51.031434] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078970192}], scn_array=[{val:1718692970902981820, v:0}], curr_size=122, accum_size=366, time_cost=109049) [2024-06-18 14:42:51.031581] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050228, log_task={header:{begin_lsn:{lsn:683078970192}, end_lsn:{lsn:683078970314}, log_id:173050228, min_scn:{val:1718692970902981820, v:0}, max_scn:{val:1718692970902981820, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078970192}, data_checksum:2222604892, accum_checksum:3842370895, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970922333, freeze_ts:1718692970922340, submit_ts:1718692970922355, flushed_ts:1718692971031518, gen_to_freeze cost time:7, gen_to_submit cost time:22, submit_to_flush cost time:109163}, fs_cb_begin_ts=1718692971031564, log_life_time=109231) [2024-06-18 14:42:51.043159] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [1197][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=28] run rewrite rule refresh task(rule_mgr_->tenant_id_=1002) [2024-06-18 14:42:51.044445] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1197][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241992EFA4-0-0] [lt=31] current clock is (clock_=0, max_seq_=0, mem_limit=3082561782, cur_mem_hold=396361728, attr_.tenant_id_=1002) [2024-06-18 14:42:51.044500] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [1197][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241992EFA4-0-0] [lt=38] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692960621539, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692971044428, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:42:51.044652] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1197][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=30] get number(ret=0, service_type_=0, range=1, base_id=1718692971044648983, start_id=1718692971044648983, end_id=1718692971044648984) [2024-06-18 14:42:51.044620] WDIAG [STORAGE.TRANS] inner_lock_for_read (ob_tx_data_functor.cpp:290) [1485][TimezoneMgr][T1][YB42C0A801CD-00061B241BF2F10B-0-0] [lt=98][errcode=-6004] lock_for_read need retry(ret=-6004, tx_data={tx_id:{txid:131005267}, ref_cnt:1, state:"RUNNING", commit_version:{val:1718692970970181522, v:0}, start_scn:{val:1718692970970181522, v:0}, end_scn:{val:18446744073709551615, v:3}, undo_status_list:{head:null, undo_node_cnt:0{}}}, lock_for_read_arg_={mvcc_acc_ctx_:{type:1, abs_lock_timeout:1718693000944201, tx_lock_timeout:-1, snapshot:{version:{val:1718692970970181522, v:0}, tx_id:{txid:0}, scn:0}, tx_table_guards:{tx_table_guard:{tx_table:0xfffb67fb12d0, epoch:0, mini_cache_:}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:}, transfer_start_scn:{val:18446744073709551615, v:3}}, tx_id:{txid:0}, tx_desc:NULL, tx_ctx:null, mem_ctx:null, tx_scn:0, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:0, is_write_only_index:0, is_check_row_locked:0}, handle_start_time:-1, lock_wait_start_ts:0}, data_trans_id_:{txid:131005267}, data_sql_sequence_:1718692970895150, read_latest_:false, scn_:{val:4611686018427387903, v:0}}, tx_cc_ctx={state:10, prepare_version:{val:1718692970970181522, v:0}}) [2024-06-18 14:42:51.058383] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.067994] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.423|208=0us|217=25.66ms|222=3us|total=25.71ms) [2024-06-18 14:42:51.068056] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.423|536=0us|557=5us|562=0us|total=25.75ms) [2024-06-18 14:42:51.068087] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.423|79=0us|total=25.78ms) [2024-06-18 14:42:51.070094] INFO [CLOG] get_arb_addr_from_inner_table_ (ob_arb_srv_garbage_collect_service.cpp:499) [1461][ArbGCTimerP][T0][Y0-0000000000000000-0-0] [lt=24] get_arb_addr_from_inner_table_ success(ret=0, ret="OB_SUCCESS", this={self_addr:"192.168.1.205:2882", rpc_proxy_:0xaaacece99cb8, sql_proxy_:0xaaacece9a720, proposal_id:17, seq:230, is_master:true}, addrs=[]) [2024-06-18 14:42:51.070152] INFO [CLOG] runTimerTask (ob_arb_srv_garbage_collect_service.cpp:140) [1461][ArbGCTimerP][T0][Y0-0000000000000000-0-0] [lt=54] there is no arb server, no need send gc message(this={self_addr:"192.168.1.205:2882", rpc_proxy_:0xaaacece99cb8, sql_proxy_:0xaaacece9a720, proposal_id:17, seq:230, is_master:true}, arb_addrs=[]) [2024-06-18 14:42:51.077209] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820905860}], scn_array=[{val:1718692970815051568, v:0}], curr_size=1703, accum_size=4986, time_cost=102775) [2024-06-18 14:42:51.077210] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873703815}], scn_array=[{val:1718692970817365163, v:0}], curr_size=771, accum_size=893, time_cost=102785) [2024-06-18 14:42:51.077212] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472574474}], scn_array=[{val:1718692970907000377, v:0}], curr_size=985, accum_size=985, time_cost=102663) [2024-06-18 14:42:51.077333] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988146, log_task={header:{begin_lsn:{lsn:122820905860}, end_lsn:{lsn:122820907563}, log_id:217988146, min_scn:{val:1718692970815051568, v:0}, max_scn:{val:1718692970970203212, v:0}, data_len:1647, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820905860}, data_checksum:928952285, accum_checksum:942011805, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970815132, freeze_ts:1718692970974377, submit_ts:1718692970974395, flushed_ts:1718692971077268, gen_to_freeze cost time:159245, gen_to_submit cost time:159263, submit_to_flush cost time:102873}, fs_cb_begin_ts=1718692971077319, log_life_time=262187) [2024-06-18 14:42:51.077342] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=91][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970970203212, v:0}, log_ts:{val:1718692970970203212, v:0}, lsn:{lsn:122820907118}, submit_ts:1718692970970331}, this:0xfffb609d38e0, is_inited_:true, trans_id:{txid:222007792}, ls_id:{id:1}, ctx:0xfffb609d0650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=107008, ctx_lock_wait_time=0) [2024-06-18 14:42:51.077359] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344668, log_task={header:{begin_lsn:{lsn:26873703815}, end_lsn:{lsn:26873704586}, log_id:174344668, min_scn:{val:1718692970817365163, v:0}, max_scn:{val:1718692970817365163, v:0}, data_len:715, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873703815}, data_checksum:253801843, accum_checksum:2011511096, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970817411, freeze_ts:1718692970974377, submit_ts:1718692970974395, flushed_ts:1718692971077267, gen_to_freeze cost time:156966, gen_to_submit cost time:156984, submit_to_flush cost time:102872}, fs_cb_begin_ts=1718692971077343, log_life_time=259932) [2024-06-18 14:42:51.077348] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703301, log_task={header:{begin_lsn:{lsn:71472574474}, end_lsn:{lsn:71472575459}, log_id:183703301, min_scn:{val:1718692970907000377, v:0}, max_scn:{val:1718692970970181522, v:0}, data_len:929, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472574474}, data_checksum:185155707, accum_checksum:3111136793, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692970907067, freeze_ts:1718692970974499, submit_ts:1718692970974512, flushed_ts:1718692971077279, gen_to_freeze cost time:67432, gen_to_submit cost time:67445, submit_to_flush cost time:102767}, fs_cb_begin_ts=1718692971077332, log_life_time=170265) [2024-06-18 14:42:51.077357] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970970181522, v:0}, log_ts:{val:1718692970970181522, v:0}, lsn:{lsn:71472575015}, submit_ts:1718692970970253}, this:0xfffb7ddca0e0, is_inited_:true, trans_id:{txid:131005267}, ls_id:{id:1}, ctx:0xfffb7ddc6e50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=107100, ctx_lock_wait_time=1) [2024-06-18 14:42:51.077395] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970817365163, v:0}, log_ts:{val:1718692970817365163, v:0}, lsn:{lsn:26873703871}, submit_ts:1718692970817421}, this:0xfffb4b45b8e0, is_inited_:true, trans_id:{txid:63002131}, ls_id:{id:1}, ctx:0xfffb4b458650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=259970, ctx_lock_wait_time=1) [2024-06-18 14:42:51.077461] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=37] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692970401467225, v:0}, base_version={val:1718692970401467225, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692970401467225, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692971077433, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:51.077482] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970815051568, v:0}, log_ts:{val:1718692970815051568, v:0}, lsn:{lsn:122820905916}, submit_ts:1718692970815146}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007790}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=262335, ctx_lock_wait_time=0) [2024-06-18 14:42:51.077502] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970907000377, v:0}, log_ts:{val:1718692970907000377, v:0}, lsn:{lsn:71472574530}, submit_ts:1718692970907077}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005266}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=170423, ctx_lock_wait_time=1) [2024-06-18 14:42:51.077537] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=74] no need to update min/max version(new_version={val:1718692970401467225, v:0}, min_version={val:1718692970401467225, v:0}, max_version={val:1718692970401467225, v:0}) [2024-06-18 14:42:51.077576] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692970817392254, v:0}, log_ts:{val:1718692970817392254, v:0}, lsn:{lsn:122820906405}, submit_ts:1718692970817437}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007791}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=260138, ctx_lock_wait_time=0) [2024-06-18 14:42:51.077633] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692970564837314, max_version=1718692970564837314 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692970111740336 and max_version = 1718692970111740336 ) [2024-06-18 14:42:51.077767] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=264391, time_dist: do_cluster_heartbeat=13, generate_cluster_version=264280) [2024-06-18 14:42:51.077844] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=172450, time_dist: do_cluster_heartbeat=13, generate_cluster_version=172350) [2024-06-18 14:42:51.091784] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:270, local_retry_times:270, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:51.091829] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.091843] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.091860] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:51.091887] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:51.092129] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.092161] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.092186] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:51.092204] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:51.092223] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:51.092241] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:51.092255] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:51.092273] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:51.092287] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:51.092300] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:51.092313] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:51.092326] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:51.092340] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:51.092367] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=25][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:51.092377] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:51.092396] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:51.092414] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.092427] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.092444] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:51.092462] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:51.092480] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:51.092492] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=271, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:51.092523] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=7751406, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=271, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.101384] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=28] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=4) [2024-06-18 14:42:51.110257] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=31] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:51.112902] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=33] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=85857, mem_used=135183360) [2024-06-18 14:42:51.129333] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.129515] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.129891] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.130117] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.130166] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.130394] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.130524] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.136828] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.122|208=0us|217=14.46ms|222=3us|total=14.51ms) [2024-06-18 14:42:51.136889] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.122|536=0us|557=6us|562=0us|total=14.55ms) [2024-06-18 14:42:51.136919] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.122|79=0us|total=14.58ms) [2024-06-18 14:42:51.149924] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 13543.00) [2024-06-18 14:42:51.149959] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=28] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:51.150083] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=51] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.00, rt: 40653.00) [2024-06-18 14:42:51.150108] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 24.89, rt: 14501.16) [2024-06-18 14:42:51.150130] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 60154.98, iops: 50.77, rt: 12223.39) [2024-06-18 14:42:51.150148] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12766656, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:51.150186] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150210] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=22] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150229] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150249] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150269] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150287] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150301] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150319] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150339] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150358] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150372] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150390] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150409] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150423] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150441] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.150456] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:51.156090] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505384, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:42:51.158444] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.159084] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:936) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=18] trace max work area(auto_calc=true, tenant_max_memory_limit=1288490188, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=64424509, max_wa_memory_size=64424509, tmp_max_wa_memory_size=64424509, pre_mem_target=64424509, remain_memory_size=64424509, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=603258880, washable_size=-2, max_workarea_memory_size=64424509, max_tenant_memory_size=685231308, wash_ratio=6, tenant_id=1001) [2024-06-18 14:42:51.159289] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:323) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=64] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=8053063, calc_global_bound_size=1048576000000, mem_target_=64424509, wa_max_memory_size=64424509, profile_cnt_=19, total_memory_size=0, max_wa_size=64424509, avg_bound_size=3390763, max_bound_size=8053063, min_bound_size_=1048576) [2024-06-18 14:42:51.159330] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1184) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=35] timer to calc global bound size(ret=0, global_bound_size_=8053063, manual_calc_cnt_=23, drift_size_=0, pre_drift_size=0, wa_max_memory_size=64424509, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1001, profile_cnt_=19, pre_profile_cnt_=0, pre_profile_cnt=19, calc_info.get_global_bound_size()=8053063, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=64424509, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-06-18 14:42:51.163379] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:51.163415] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:51.163573] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:51.163602] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:51.163630] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:51.163654] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:51.163681] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:51.163707] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:51.163726] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:51.163741] WDIAG [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:841) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id_=1002) [2024-06-18 14:42:51.163762] WDIAG [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:1230) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get percent [2024-06-18 14:42:51.163779] WDIAG [SERVER] runTimerTask (ob_tenant_duty_task.cpp:214) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] failed to calculate global bound size(ret=-4152, ids[i]=1002) [2024-06-18 14:42:51.179342] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD0A-0-0] [lt=39] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:51.179446] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD0A-0-0] [lt=44][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:51.179471] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=24] get number(ret=0, service_type_=0, range=1, base_id=1718692971179466930, start_id=1718692971179466930, end_id=1718692971179466931) [2024-06-18 14:42:51.180139] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873704586}], scn_array=[{val:1718692971044648983, v:0}], curr_size=501, accum_size=1394, time_cost=102787) [2024-06-18 14:42:51.180273] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344669, log_task={header:{begin_lsn:{lsn:26873704586}, end_lsn:{lsn:26873705087}, log_id:174344669, min_scn:{val:1718692971044648983, v:0}, max_scn:{val:1718692971044648983, v:0}, data_len:445, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873704586}, data_checksum:1541500917, accum_checksum:460255322, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971044743, freeze_ts:1718692971077310, submit_ts:1718692971077325, flushed_ts:1718692971180206, gen_to_freeze cost time:32567, gen_to_submit cost time:32582, submit_to_flush cost time:102881}, fs_cb_begin_ts=1718692971180255, log_life_time=135512) [2024-06-18 14:42:51.180296] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1323][T1002_ApplySrv5][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971044648983, v:0}, log_ts:{val:1718692971044648983, v:0}, lsn:{lsn:26873704642}, submit_ts:1718692971044754}, this:0xfffb4bb9b8e0, is_inited_:true, trans_id:{txid:63002132}, ls_id:{id:1}, ctx:0xfffb4bb98650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=135539, ctx_lock_wait_time=1) [2024-06-18 14:42:51.182322] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=30] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:51.192627] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=36][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:271, local_retry_times:271, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:51.192675] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.192688] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.192705] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:51.192729] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:51.192997] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.193030] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.193056] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:51.193078] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:51.193099] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:51.193120] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:51.193137] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:51.193151] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:51.193168] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:51.193177] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:51.193193] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:51.193203] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:51.193219] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:51.193232] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:51.193247] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:51.193265] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:51.193283] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.193305] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.193324] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:51.193336] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:51.193354] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:51.193374] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=272, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:51.193424] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=39] will sleep(sleep_us=100000, remain_us=7650505, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=272, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.197743] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=39] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505383, routine_name:"proc_drg_rpt_cmi1", routine_type:1, overload:0, schema_version:1710397772121536}) [2024-06-18 14:42:51.205267] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=29] ====== tenant freeze timer task ====== [2024-06-18 14:42:51.213784] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2605) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=26] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", [SlidingWindow]={palf_id:1, self:"192.168.1.205:2882", lsn_allocator:{max_log_id:174344669, max_lsn:26873705087, max_scn:{val:1718692971044648983, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:26872877716}, reuse_lsn:{lsn:26873705087}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:26872877838}}, last_submit_lsn:{lsn:26873704586}, last_submit_end_lsn:{lsn:26873705087}, last_submit_log_id:174344669, last_submit_log_pid:15, max_flushed_lsn:{lsn:26873704586}, max_flushed_end_lsn:{lsn:26873705087}, max_flushed_log_pid:15, committed_end_lsn:{lsn:26873705087}, last_slide_log_id:174344669, last_slide_scn:{val:1718692971044648983, v:0}, last_slide_lsn:{lsn:26873704586}, last_slide_end_lsn:{lsn:26873705087}, last_slide_log_pid:15, last_slide_log_accum_checksum:460255322, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffb473c6630}, [StateMgr]={this:0xfffb473cb330, self:"192.168.1.205:2882", palf_id:1, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:15}, leader:"192.168.1.205:2882", leader_epoch:17, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:174344670, is_changing_config_with_arb:false, reconfirm_start_time_us:1718691823987511, palf_role_change_cb:0xfffb473d2cb0, allow_vote:true}, [ConfigMgr]={palf_id:1, self:"192.168.1.205:2882", alive_paxos_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:15, prev:{version:1, config:{config_version:{proposal_id:14, config_seq:15}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:14, prev_lsn:{lsn:26872877716}, prev_mode_pid:15}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:14, prev_lsn:{lsn:26872877716}, prev_end_lsn:{lsn:26872877838}, prev_mode_pid:15}, reconfig_barrier:{prev_log_proposal_id:14, prev_lsn:{lsn:26872877716}, prev_end_lsn:{lsn:26872877838}, prev_mode_pid:15}, persistent_config_version:{proposal_id:15, config_seq:16}, ms_ack_list:0, resend_config_version:{proposal_id:15, config_seq:16}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"default_region", paxos_member_region_map:{}, register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffb473c8730}, [ModeMgr]={palf_id:1, self:"192.168.1.205:2882", applied_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, accepted_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, last_submit_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, base_lsn_for_block_gc:{lsn:22815621120}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:15}, log_config_meta:{version:3, proposal_id:15, prev:{version:1, config:{config_version:{proposal_id:14, config_seq:15}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:14, prev_lsn:{lsn:26872877716}, prev_mode_pid:15}, log_snapshot_meta:{version:1, base_lsn:{lsn:22815621120}, prev_log_info:{log_id:-1, lsn:{lsn:18446744073709551615}, scn:{val:18446744073709551615, v:3}, log_proposal_id:9223372036854775807, accum_checksum:-1}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}}, log_meta_storage:{log_tail:{lsn:1323008}, readable_log_tail:{lsn:1323008}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:26909011968}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002/1/meta", dir_fd:210, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:65781760, block_header_serialize_buf_:0xfffb473cdaf8, flashback_version:0}, log_storage:{log_tail:{lsn:26873705087}, readable_log_tail:{lsn:26873705087}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:400, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002/1/log", dir_fd:212, min_block_id:242, max_block_id:401, curr_writable_block_id:400}, logical_block_size_:67104768, curr_block_writable_size_:35306881, block_header_serialize_buf_:0xfffb473cfa78, flashback_version:0}, palf_epoch:1, last_purge_throttling_ts:1718691823986818, this:0xfffb473cbbb0}, [Reconfirm]={palf_id:1, self:"192.168.1.205:2882", state:"FINISHED", new_proposal_id:15, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.1.205:2882", majority_max_accept_pid:14, majority_max_lsn:{lsn:26872877838}, saved_end_lsn:{lsn:26872877838}, last_submit_prepare_req_time_us:1718691823987808, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffb473cb4b0}) [2024-06-18 14:42:51.214162] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2609) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=365] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692971180235, last_flushed_end_lsn:{lsn:26873705087}}]) [2024-06-18 14:42:51.214194] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4173) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=26] current log_task status(palf_id=1, self="192.168.1.205:2882", log_id=174344670, log_task={header:{begin_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:18446744073709551615}, log_id:-1, min_scn:{val:18446744073709551615, v:3}, max_scn:{val:18446744073709551615, v:3}, data_len:0, proposal_id:9223372036854775807, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:18446744073709551615}, data_checksum:-1, accum_checksum:-1, is_padding_log:false, is_raw_write:false}, state_map:{val:0}, ref_cnt:0, gen_ts:-1, freeze_ts:-1, submit_ts:-1, flushed_ts:-1, gen_to_freeze cost time:0, gen_to_submit cost time:0, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692971180235, last_flushed_end_lsn:{lsn:26873705087}}]) [2024-06-18 14:42:51.214248] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2605) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF_DUMP](palf_id=1001, self="192.168.1.205:2882", [SlidingWindow]={palf_id:1001, self:"192.168.1.205:2882", lsn_allocator:{max_log_id:173050229, max_lsn:683078970436, max_scn:{val:1718692971077774986, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:683078262323}, reuse_lsn:{lsn:683078970314}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:683078262445}}, last_submit_lsn:{lsn:683078970314}, last_submit_end_lsn:{lsn:683078970436}, last_submit_log_id:173050229, last_submit_log_pid:15, max_flushed_lsn:{lsn:683078970192}, max_flushed_end_lsn:{lsn:683078970314}, max_flushed_log_pid:15, committed_end_lsn:{lsn:683078970314}, last_slide_log_id:173050228, last_slide_scn:{val:1718692970902981820, v:0}, last_slide_lsn:{lsn:683078970192}, last_slide_end_lsn:{lsn:683078970314}, last_slide_log_pid:15, last_slide_log_accum_checksum:3842370895, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffb473d6630}, [StateMgr]={this:0xfffb473db330, self:"192.168.1.205:2882", palf_id:1001, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:15}, leader:"192.168.1.205:2882", leader_epoch:17, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:173050229, is_changing_config_with_arb:false, reconfirm_start_time_us:1718691825488581, palf_role_change_cb:0xfffb473e2cb0, allow_vote:true}, [ConfigMgr]={palf_id:1001, self:"192.168.1.205:2882", alive_paxos_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:15, prev:{version:1, config:{config_version:{proposal_id:14, config_seq:15}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:14, prev_lsn:{lsn:683078262323}, prev_mode_pid:15}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:14, prev_lsn:{lsn:683078262323}, prev_end_lsn:{lsn:683078262445}, prev_mode_pid:15}, reconfig_barrier:{prev_log_proposal_id:14, prev_lsn:{lsn:683078262323}, prev_end_lsn:{lsn:683078262445}, prev_mode_pid:15}, persistent_config_version:{proposal_id:15, config_seq:16}, ms_ack_list:0, resend_config_version:{proposal_id:15, config_seq:16}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"default_region", paxos_member_region_map:{}, register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffb473d8730}, [ModeMgr]={palf_id:1001, self:"192.168.1.205:2882", applied_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1699357596966654609, v:0}}, accepted_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1699357596966654609, v:0}}, last_submit_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1699357596966654609, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1001, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, base_lsn_for_block_gc:{lsn:683059433472}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:15}, log_config_meta:{version:3, proposal_id:15, prev:{version:1, config:{config_version:{proposal_id:14, config_seq:15}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:14, prev_lsn:{lsn:683078262323}, prev_mode_pid:15}, log_snapshot_meta:{version:1, base_lsn:{lsn:683059433472}, prev_log_info:{log_id:-1, lsn:{lsn:18446744073709551615}, scn:{val:18446744073709551615, v:3}, log_proposal_id:9223372036854775807, accum_checksum:-1}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1699357596966654609, v:0}}}, log_meta_storage:{log_tail:{lsn:2760704}, readable_log_tail:{lsn:2760704}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:683126538240}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1001}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002/1001/meta", dir_fd:214, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:64344064, block_header_serialize_buf_:0xfffb473ddaf8, flashback_version:0}, log_storage:{log_tail:{lsn:683078970314}, readable_log_tail:{lsn:683078970314}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:10179, palf_id:1001}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002/1001/log", dir_fd:216, min_block_id:9995, max_block_id:10180, curr_writable_block_id:10179}, logical_block_size_:67104768, curr_block_writable_size_:47567926, block_header_serialize_buf_:0xfffb473dfa78, flashback_version:0}, palf_epoch:2, last_purge_throttling_ts:1718691825488721, this:0xfffb473dbbb0}, [Reconfirm]={palf_id:1001, self:"192.168.1.205:2882", state:"FINISHED", new_proposal_id:15, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.1.205:2882", majority_max_accept_pid:14, majority_max_lsn:{lsn:683078262445}, saved_end_lsn:{lsn:683078262445}, last_submit_prepare_req_time_us:1718691825488831, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffb473db4b0}) [2024-06-18 14:42:51.214535] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2609) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=282] [PALF_DUMP](palf_id=1001, self="192.168.1.205:2882", ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692971031548, last_flushed_end_lsn:{lsn:683078970314}}]) [2024-06-18 14:42:51.214560] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4173) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=21] current log_task status(palf_id=1001, self="192.168.1.205:2882", log_id=173050229, log_task={header:{begin_lsn:{lsn:683078970314}, end_lsn:{lsn:683078970436}, log_id:173050229, min_scn:{val:1718692971077774986, v:0}, max_scn:{val:1718692971077774986, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078970314}, data_checksum:2222604892, accum_checksum:2106877937, is_padding_log:false, is_raw_write:false}, state_map:{val:30}, ref_cnt:0, gen_ts:1718692971122456, freeze_ts:1718692971122463, submit_ts:1718692971122477, flushed_ts:-1, gen_to_freeze cost time:7, gen_to_submit cost time:21, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692971031548, last_flushed_end_lsn:{lsn:683078970314}}]) [2024-06-18 14:42:51.222479] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] tx gc loop thread is running(MTL_ID()=1002) [2024-06-18 14:42:51.222518] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=37] try gc retain ctx [2024-06-18 14:42:51.225830] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692967392239925, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718692980158286214, latest_log_ts:{val:1718692963881168640, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:42:51.225901] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078970314}], scn_array=[{val:1718692971077774986, v:0}], curr_size=122, accum_size=488, time_cost=103392) [2024-06-18 14:42:51.225902] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820907563}], scn_array=[{val:1718692971081147598, v:0}], curr_size=886, accum_size=5872, time_cost=144637) [2024-06-18 14:42:51.225907] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472575459}], scn_array=[{val:1718692970970181523, v:0}], curr_size=122, accum_size=1107, time_cost=91080) [2024-06-18 14:42:51.226030] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050229, log_task={header:{begin_lsn:{lsn:683078970314}, end_lsn:{lsn:683078970436}, log_id:173050229, min_scn:{val:1718692971077774986, v:0}, max_scn:{val:1718692971077774986, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078970314}, data_checksum:2222604892, accum_checksum:2106877937, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971122456, freeze_ts:1718692971122463, submit_ts:1718692971122477, flushed_ts:1718692971225969, gen_to_freeze cost time:7, gen_to_submit cost time:21, submit_to_flush cost time:103492}, fs_cb_begin_ts=1718692971226015, log_life_time=103559) [2024-06-18 14:42:51.226065] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988147, log_task={header:{begin_lsn:{lsn:122820907563}, end_lsn:{lsn:122820908449}, log_id:217988147, min_scn:{val:1718692971081147598, v:0}, max_scn:{val:1718692971081147599, v:0}, data_len:830, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820907563}, data_checksum:1372742928, accum_checksum:1998328897, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971081212, freeze_ts:1718692971081219, submit_ts:1718692971081233, flushed_ts:1718692971225971, gen_to_freeze cost time:7, gen_to_submit cost time:21, submit_to_flush cost time:144738}, fs_cb_begin_ts=1718692971226050, log_life_time=144838) [2024-06-18 14:42:51.226080] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971081147598, v:0}, log_ts:{val:1718692971081147598, v:0}, lsn:{lsn:122820907619}, submit_ts:1718692971081258}, this:0xfffb60ab7ee0, is_inited_:true, trans_id:{txid:222007794}, ls_id:{id:1}, ctx:0xfffb60ab4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=144818, ctx_lock_wait_time=1) [2024-06-18 14:42:51.226226] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971081147598, v:0}, log_ts:{val:1718692971081147599, v:0}, lsn:{lsn:122820908034}, submit_ts:1718692971081224}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007793}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=145001, ctx_lock_wait_time=0) [2024-06-18 14:42:51.227958] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=101] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692968896868501, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692967392239925, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:42:51.239416] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=30] gc stale ls task succ [2024-06-18 14:42:51.252485] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=12] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1) [2024-06-18 14:42:51.252525] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=34] start lib cache evict(tenant_id=1, mem_hold=39845888, mem_limit=657666865, cache_obj_num=189, cache_node_num=189) [2024-06-18 14:42:51.252552] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=23] end lib cache evict(tenant_id=1, cache_evict_num=0, mem_hold=39845888, mem_limit=657666865, cache_obj_num=189, cache_node_num=189) [2024-06-18 14:42:51.252577] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=21] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:51.258493] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.259645] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=17] Dumping All Cache Objs(alloc_obj_list.count()=189, alloc_obj_list=[{obj_id:1, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108388}, {obj_id:3, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:364654}, {obj_id:5, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:6, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:7, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:8, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:9, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127734}, {obj_id:10, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138525}, {obj_id:11, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115993}, {obj_id:13, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130989}, {obj_id:15, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109512}, {obj_id:16, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118299}, {obj_id:19, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133769}, {obj_id:21, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113424}, {obj_id:27, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157110}, {obj_id:32, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113860}, {obj_id:33, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129912}, {obj_id:34, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106736}, {obj_id:35, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138468}, {obj_id:36, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108349}, {obj_id:37, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128531}, {obj_id:38, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:140916}, {obj_id:39, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:40, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131952}, {obj_id:41, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:134774}, {obj_id:42, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121261}, {obj_id:43, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206352}, {obj_id:44, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123535}, {obj_id:45, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119884}, {obj_id:46, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136002}, {obj_id:47, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121888}, {obj_id:48, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121359}, {obj_id:49, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:50, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:51, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121936}, {obj_id:52, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111452}, {obj_id:53, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:125200}, {obj_id:54, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109500}, {obj_id:55, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:56, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:57, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:58, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:59, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:60, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109617}, {obj_id:61, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106711}, {obj_id:62, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106784}, {obj_id:63, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106714}, {obj_id:64, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107566}, {obj_id:65, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120354}, {obj_id:66, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:67, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163470}, {obj_id:68, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128342}, {obj_id:69, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:148207}, {obj_id:70, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:71, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131029}, {obj_id:72, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125100}, {obj_id:73, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:74, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:145694}, {obj_id:75, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130042}, {obj_id:76, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131262}, {obj_id:77, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121063}, {obj_id:78, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119043}, {obj_id:79, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117714}, {obj_id:80, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132081}, {obj_id:81, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125181}, {obj_id:82, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:83, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120438}, {obj_id:84, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117890}, {obj_id:85, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120793}, {obj_id:86, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117922}, {obj_id:87, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120786}, {obj_id:88, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117858}, {obj_id:89, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124021}, {obj_id:90, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119374}, {obj_id:91, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115474}, {obj_id:92, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141969}, {obj_id:93, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115490}, {obj_id:94, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120215}, {obj_id:95, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115890}, {obj_id:96, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123896}, {obj_id:97, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115586}, {obj_id:98, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116738}, {obj_id:99, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245241}, {obj_id:100, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:101, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186252}, {obj_id:102, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107056}, {obj_id:103, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117508}, {obj_id:104, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106656}, {obj_id:105, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119504}, {obj_id:106, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105463}, {obj_id:107, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:237067}, {obj_id:108, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178084}, {obj_id:109, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106686}, {obj_id:110, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107948}, {obj_id:111, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126996}, {obj_id:112, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124817}, {obj_id:113, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114526}, {obj_id:114, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115522}, {obj_id:115, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117537}, {obj_id:116, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:140471}, {obj_id:117, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129231}, {obj_id:118, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:120, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156684}, {obj_id:121, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113648}, {obj_id:130, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133503}, {obj_id:138, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120415}, {obj_id:141, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123552}, {obj_id:143, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137772}, {obj_id:157, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129890}, {obj_id:158, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108320}, {obj_id:159, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130987}, {obj_id:160, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108082}, {obj_id:161, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130546}, {obj_id:162, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107792}, {obj_id:163, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:135276}, {obj_id:164, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138106}, {obj_id:165, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137630}, {obj_id:166, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120763}, {obj_id:167, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125589}, {obj_id:168, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124590}, {obj_id:169, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107008}, {obj_id:170, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111079}, {obj_id:171, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111252}, {obj_id:172, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107896}, {obj_id:173, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:174, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110199}, {obj_id:175, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:176, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:177, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175880}, {obj_id:178, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:153168}, {obj_id:179, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126837}, {obj_id:180, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120976}, {obj_id:181, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106816}, {obj_id:182, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110284}, {obj_id:183, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121153}, {obj_id:184, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:161050}, {obj_id:185, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118154}, {obj_id:186, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:93506}, {obj_id:187, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:92214}, {obj_id:188, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124094}, {obj_id:189, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112172}, {obj_id:190, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:191, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105632}, {obj_id:192, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106800}, {obj_id:193, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110040}, {obj_id:194, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113432}, {obj_id:195, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105563}, {obj_id:196, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:197, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:198, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105856}, {obj_id:199, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128904}, {obj_id:200, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:104576}, {obj_id:201, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:202, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123020}, {obj_id:203, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127068}, {obj_id:204, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122081}, {obj_id:205, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:206, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138833}, {obj_id:207, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112317}, {obj_id:208, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:150756}, {obj_id:209, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111898}, {obj_id:210, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:139315}, {obj_id:211, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:89993}, {obj_id:212, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:267040}, {obj_id:213, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112612}, {obj_id:214, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:144512}, {obj_id:215, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:210037}, {obj_id:216, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118883}, {obj_id:217, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138981}, {obj_id:218, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111780}, {obj_id:219, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105264}, {obj_id:220, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137607}, {obj_id:221, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109912}, {obj_id:222, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116114}, {obj_id:223, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141483}, {obj_id:224, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110296}, {obj_id:225, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111536}, {obj_id:226, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:171077}, {obj_id:227, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:164478}, {obj_id:228, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:229, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110236}, {obj_id:230, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:231, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136847}, {obj_id:232, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:233, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:172548}, {obj_id:234, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156632}, {obj_id:235, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224108}, {obj_id:236, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109029}]) [2024-06-18 14:42:51.260323] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=672] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:51.263202] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=22] ====== check clog disk timer task ====== [2024-06-18 14:42:51.263240] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=24] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=2450) [2024-06-18 14:42:51.263273] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=15] cannot_recycle_log_size statistics(cannot_recycle_log_size=220497313, threshold=966367641, need_update_checkpoint_scn=false) [2024-06-18 14:42:51.276215] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [1291][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=16] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:42:51.276273] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [1291][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=36] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=229) [2024-06-18 14:42:51.285393] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.259|208=0us|217=25.80ms|222=2us|total=25.86ms) [2024-06-18 14:42:51.285466] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.259|536=0us|557=5us|562=1us|total=25.91ms) [2024-06-18 14:42:51.285499] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.259|79=0us|total=25.93ms) [2024-06-18 14:42:51.293514] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:272, local_retry_times:272, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:51.293563] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.293584] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.293597] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:51.293626] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:51.293885] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.293920] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.293966] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=42][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:51.293987] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:51.294008] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:51.294029] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:51.294045] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:51.294060] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:51.294077] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:51.294086] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:51.294102] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:51.294113] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:51.294128] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:51.294139] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:51.294154] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:51.294173] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:51.294189] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.294202] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.294218] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:51.294231] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:51.294249] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:51.294262] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=273, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:51.294294] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=7549635, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=273, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.301490] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=33] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=3) [2024-06-18 14:42:51.306001] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873705087}], scn_array=[{val:1718692971077774986, v:0}], curr_size=113, accum_size=1507, time_cost=79982) [2024-06-18 14:42:51.306000] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820908449}], scn_array=[{val:1718692971179542471, v:0}], curr_size=545, accum_size=6417, time_cost=79947) [2024-06-18 14:42:51.306001] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472575581}], scn_array=[{val:1718692971179466930, v:0}], curr_size=540, accum_size=1647, time_cost=79932) [2024-06-18 14:42:51.306139] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971179466930, v:0}, log_ts:{val:1718692971179466930, v:0}, lsn:{lsn:71472575637}, submit_ts:1718692971179593}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005268}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126542, ctx_lock_wait_time=1) [2024-06-18 14:42:51.306130] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703303, log_task={header:{begin_lsn:{lsn:71472575581}, end_lsn:{lsn:71472576121}, log_id:183703303, min_scn:{val:1718692971179466930, v:0}, max_scn:{val:1718692971179466930, v:0}, data_len:484, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472575581}, data_checksum:2828154591, accum_checksum:3794121493, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971179583, freeze_ts:1718692971226026, submit_ts:1718692971226034, flushed_ts:1718692971306069, gen_to_freeze cost time:46443, gen_to_submit cost time:46451, submit_to_flush cost time:80035}, fs_cb_begin_ts=1718692971306116, log_life_time=126533) [2024-06-18 14:42:51.306155] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971179542471, v:0}, log_ts:{val:1718692971179542471, v:0}, lsn:{lsn:122820908505}, submit_ts:1718692971179615}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007795}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126537, ctx_lock_wait_time=0) [2024-06-18 14:42:51.306322] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692970970181522, max_version=1718692970970181522 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692970564837314 and max_version = 1718692970564837314 ) [2024-06-18 14:42:51.306524] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=128606, time_dist: do_cluster_heartbeat=11, generate_cluster_version=128496, cluster_service_self_check=8) [2024-06-18 14:42:51.308194] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=130332, time_dist: do_cluster_heartbeat=14, generate_cluster_version=128458) [2024-06-18 14:42:51.313841] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=39] LogLoopThread round_cost_time(us)(round_cost_time=844) [2024-06-18 14:42:51.313983] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.298|208=1us|217=15.05ms|222=1us|total=15.10ms) [2024-06-18 14:42:51.314048] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.298|536=0us|557=5us|562=0us|total=15.15ms) [2024-06-18 14:42:51.314080] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.298|79=0us|total=15.18ms) [2024-06-18 14:42:51.318218] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=28] gc stale ls task succ [2024-06-18 14:42:51.321249] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:778) [931][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=41] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):274, sequence:1}) [2024-06-18 14:42:51.322612] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=100] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=1863, avg_group_log_size=266) [2024-06-18 14:42:51.322654] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=36] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=1863) [2024-06-18 14:42:51.322683] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=46, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:51.329518] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA1D-0-0] [lt=19][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:51.329556] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA1D-0-0] [lt=35][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:51.332193] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:51.332231] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:51.332349] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:51.332378] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:51.332405] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:51.332428] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:51.332453] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:51.332478] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:51.332497] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:51.332512] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:51.332537] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:51.332559] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=26, mem_used=16637952) [2024-06-18 14:42:51.332591] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] release old cannot free more memory [2024-06-18 14:42:51.332608] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=16] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=49, size_used=0, mem_used=16637952) [2024-06-18 14:42:51.350336] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=31] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350461] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=20] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350476] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=20] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350500] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=25] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350498] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350559] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=42] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350671] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350788] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=47] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350834] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350894] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=30] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.350998] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=23] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.351082] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=30] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.351145] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=32] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.351810] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=20] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.351836] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=38] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.351890] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.351947] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:51.358553] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.361111] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=29] PNIO [ratelimit] time: 1718692971361108, bytes: 15534722, bw: 0.011306 MB/s, add_ts: 1007615, add_bytes: 11946 [2024-06-18 14:42:51.362197] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=25] ====== tenant freeze timer task ====== [2024-06-18 14:42:51.362268] INFO [STORAGE] get_ls_tx_data_memory_info_ (ob_tenant_freezer.cpp:650) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=23] TxData Memory Statistic(logstream info): (ls_id={id:1}, Frozen TxData Memory(MB)=0, Active TxData Memory(MB)=164) [2024-06-18 14:42:51.362243] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1202][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=50] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:1412, free_obj_hold_cnt:3, allocator used:5626040, allocator total:5821312}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:2, free_obj_hold_cnt:1, allocator used:196773, allocator total:196773}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=6018085, tablets_mem_limit=2319282340, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:8, free_obj_hold_cnt:0, allocator used:20480, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=1414) [2024-06-18 14:42:51.362302] INFO [STORAGE] get_ls_tx_data_memory_info_ (ob_tenant_freezer.cpp:650) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=29] TxData Memory Statistic(logstream info): (ls_id={id:1001}, Frozen TxData Memory(MB)=0, Active TxData Memory(MB)=16) [2024-06-18 14:42:51.362320] INFO [STORAGE] check_and_freeze_tx_data_ (ob_tenant_freezer.cpp:556) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=14] TxData Memory Statistic : (Tenant Total Memory(MB)=11059, Tenant Frozen TxData Memory(MB)=0, Tenant Active TxData Memory(MB)=180, Freeze TxData Trigger Memory(MB)=221, Total TxDataTable Hold Memory(MB)=242, Total TxDataTable Memory Limit(MB)=1105) [2024-06-18 14:42:51.371111] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.356|208=1us|217=15.00ms|222=3us|total=15.07ms) [2024-06-18 14:42:51.371195] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=78][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.356|536=0us|557=5us|562=0us|total=15.12ms) [2024-06-18 14:42:51.371225] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.356|79=1us|total=15.14ms) [2024-06-18 14:42:51.373477] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=26] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:51.382944] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=42] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:51.386080] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078970436}], scn_array=[{val:1718692971077774987, v:0}], curr_size=113, accum_size=601, time_cost=157969) [2024-06-18 14:42:51.386221] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050230, log_task={header:{begin_lsn:{lsn:683078970436}, end_lsn:{lsn:683078970549}, log_id:173050230, min_scn:{val:1718692971077774987, v:0}, max_scn:{val:1718692971077774987, v:0}, data_len:57, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078970436}, data_checksum:1564946031, accum_checksum:3768883014, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971228073, freeze_ts:1718692971228077, submit_ts:1718692971228085, flushed_ts:1718692971386148, gen_to_freeze cost time:4, gen_to_submit cost time:12, submit_to_flush cost time:158063}, fs_cb_begin_ts=1718692971386201, log_life_time=158128) [2024-06-18 14:42:51.394383] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:273, local_retry_times:273, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:51.394433] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=44][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.394446] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.394463] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:51.394496] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:51.394813] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.394846] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.394873] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:51.394895] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:51.394917] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:51.394938] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:51.394955] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:51.394970] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:51.394987] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:51.394998] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:51.395014] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:51.395024] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:51.395042] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:51.395054] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:51.395070] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:51.395092] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:51.395110] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.395124] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.395140] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:51.395152] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:51.395171] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:51.395183] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=274, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:51.395216] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=7448714, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=274, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.397010] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397039] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=27][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397027] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=41][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:671854, tid:1306}]) [2024-06-18 14:42:51.397052] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397066] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397085] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397098] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397116] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397129] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397147] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397160] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397178] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397191] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397210] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397222] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397241] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397253] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397272] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397284] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397302] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397315] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397334] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397346] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397365] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397377] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397395] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397407] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397426] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397438] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397456] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397469] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397487] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397500] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397518] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397531] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397549] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397562] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397580] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397593] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397611] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397624] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397642] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397655] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397673] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397685] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397704] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397717] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397735] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397747] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397765] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397778] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397796] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397809] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397827] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397840] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397858] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397871] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397881] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397899] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397912] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397930] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397943] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397961] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397974] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.397994] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398007] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398019] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398033] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398075] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=40][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398088] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398108] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398119] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398132] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398150] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398162] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398181] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398193] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398205] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398244] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=38][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398256] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398275] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398287] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398306] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398319] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398338] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398350] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398368] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398381] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398399] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398412] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398431] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398443] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398461] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398474] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398492] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398504] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398523] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398535] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398548] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398566] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398578] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398597] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398609] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398627] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398639] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398657] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398669] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398687] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398699] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398717] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398729] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398747] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398759] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398777] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398789] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398808] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398820] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398838] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398850] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398868] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398880] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398898] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398911] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398929] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398941] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398959] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398971] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.398989] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399001] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399019] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399031] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399048] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399061] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399078] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399090] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399108] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399120] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399138] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399150] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399168] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399180] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399199] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399210] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399229] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399240] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399259] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399271] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399289] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399301] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399319] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399332] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399350] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399363] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399381] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399393] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399411] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399423] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399442] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399454] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399472] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399483] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399502] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399514] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399532] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399544] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399563] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399576] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399594] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399607] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399625] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399636] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399648] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399660] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399675] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399693] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399706] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399723] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399736] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399754] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399766] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399784] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399797] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399815] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399827] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399846] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399858] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399876] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399888] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399907] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399919] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399937] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399949] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399968] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399980] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.399998] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.400010] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.400028] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.400041] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.400051] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=8][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:51.400063] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:51.403962] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692971403955481, start_id=1718692971403955481, end_id=1718692971403955482) [2024-06-18 14:42:51.404033] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=37] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:42:51.404106] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=25] gts statistics(tenant_id=1001, gts_rpc_cnt=10, get_gts_cache_cnt=363, get_gts_with_stc_cnt=44, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=44, try_wait_gts_elapse_cnt=0) [2024-06-18 14:42:51.404136] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=28] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1718692971404060], gts:1718692971404074651, latest_srr:[mts=1718692971404060]}) [2024-06-18 14:42:51.408324] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCAC-0-0] [lt=32] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:51.408343] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=48] no need to update min/max version(new_version={val:1718692970970203212, v:0}, min_version={val:1718692970970203212, v:0}, max_version={val:1718692970970203212, v:0}) [2024-06-18 14:42:51.408966] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=125925, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:51.408963] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873705200}], scn_array=[{val:1718692971077774987, v:0}], curr_size=122, accum_size=1629, time_cost=86336) [2024-06-18 14:42:51.408964] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472576121}], scn_array=[{val:1718692971179466931, v:0}], curr_size=122, accum_size=1769, time_cost=74023) [2024-06-18 14:42:51.409002] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820908994}], scn_array=[{val:1718692971279097380, v:0}], curr_size=545, accum_size=6962, time_cost=102829) [2024-06-18 14:42:51.409055] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=51] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=6962) [2024-06-18 14:42:51.409088] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=22, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:51.409137] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=60] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=6962) [2024-06-18 14:42:51.409193] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=28] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=13, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:51.409214] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=185974, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:51.409233] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=59847, avg_log_gen_to_submit_time=59864, avg_log_submit_to_flush_time=126028, avg_log_submit_to_slide_time=126110) [2024-06-18 14:42:51.409202] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971279097380, v:0}, log_ts:{val:1718692971279097380, v:0}, lsn:{lsn:122820909050}, submit_ts:1718692971279175}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007796}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=130023, ctx_lock_wait_time=2) [2024-06-18 14:42:51.409256] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988149, log_task={header:{begin_lsn:{lsn:122820908994}, end_lsn:{lsn:122820909539}, log_id:217988149, min_scn:{val:1718692971279097380, v:0}, max_scn:{val:1718692971279097380, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820908994}, data_checksum:2772681107, accum_checksum:2493406643, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971279164, freeze_ts:1718692971306101, submit_ts:1718692971306116, flushed_ts:1718692971409098, gen_to_freeze cost time:26937, gen_to_submit cost time:26952, submit_to_flush cost time:102982}, fs_cb_begin_ts=1718692971409179, log_life_time=130015) [2024-06-18 14:42:51.409308] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=45] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=163, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:51.409619] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=132080, time_dist: do_cluster_heartbeat=13, generate_cluster_version=131914) [2024-06-18 14:42:51.410909] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F121-0-0] [lt=43] [RS_MGR] force set rs list(master_rs="192.168.1.205:2882") [2024-06-18 14:42:51.410948] INFO [SERVER] handle_heartbeat (ob_service.cpp:3058) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F121-0-0] [lt=28] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.1.205:2882", server_id:1, rs_addr:"192.168.1.205:2882", rs_server_status:1, epoch_id:17}, hb_response={zone:"META_ZONE_1", server:"192.168.1.205:2882", sql_port:2881, build_version:"4.2.1.1_101000062023103122-34e6ed68f3db97700b665a618fc3801f6b109124(Oct 31 2023 22:22:10)", start_service_time:1718692739748775, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=41) [2024-06-18 14:42:51.421633] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=30, mem_used=37435392) [2024-06-18 14:42:51.421686] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=33] release old cannot free more memory [2024-06-18 14:42:51.421705] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=17] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=73, size_used=0, mem_used=37435392) [2024-06-18 14:42:51.422706] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=28] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=6, avg_log_batch_cnt=1, total_group_log_size=723, avg_group_log_size=120) [2024-06-18 14:42:51.422752] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=723) [2024-06-18 14:42:51.422772] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=51, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:51.427872] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1021) [1027][T1001_ReplayPro][T1001][Y0-0000000000000000-0-0] [lt=23] replay status is not follower(min_unreplayed_lsn={lsn:122816394175}, base_lsn={lsn:122600411136}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691835286993, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6339004, ret_code_:0}}, next_to_submit_lsn_:{lsn:122816394175}, next_to_submit_scn_:{val:1718691444645174936, v:0}, base_lsn_:{lsn:122600411136}, base_scn_:{val:1718647204627847132, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1cc05000, next_round_pread_size:2121728, curr_read_pos:1940615, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1940615, log_storage_:{IteratorStorage:{start_lsn:{lsn:122814453560}, end_lsn:{lsn:122816394175}, read_buf:{buf_len_:2125824, buf_:0xfffb1cc05000}, block_size:67104768, log_storage_:0xfffb5e17eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444645174935, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:924, scn_:{val:1718691444645174935, v:0}, data_checksum:3075859636, flag:1}}, init_mode_version:0, accumulate_checksum:1894587408, curr_entry_is_padding:0, padding_entry_size:1860, padding_entry_scn:{val:1718691444645174935, v:0}}}}}) [2024-06-18 14:42:51.427969] INFO [CLOG] operator() (ob_log_replay_service.cpp:1431) [1027][T1001_ReplayPro][T1001][Y0-0000000000000000-0-0] [lt=97] get_replay_process success(id={id:1}, replayed_log_size=215983039, unreplayed_log_size=0) [2024-06-18 14:42:51.428043] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:154) [1027][T1001_ReplayPro][T1001][Y0-0000000000000000-0-0] [lt=16] dump tenant replay process(tenant_id=1001, unreplayed_log_size(MB)=0, estimate_time(second)=0, replayed_log_size(MB)=205, last_replayed_log_size(MB)=205, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-06-18 14:42:51.439683] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.420|208=1us|217=19.52ms|222=2us|total=19.58ms) [2024-06-18 14:42:51.439753] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.420|536=0us|557=5us|562=0us|total=19.62ms) [2024-06-18 14:42:51.439801] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=46][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.420|79=0us|total=19.67ms) [2024-06-18 14:42:51.449809] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=19] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:42:51.449865] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=35] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:42:51.449897] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=26] [tabletchange] task check ls(ls->get_ls_id()={id:1001}, tablet_persist_trigger=0) [2024-06-18 14:42:51.449918] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=17] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=229) [2024-06-18 14:42:51.451027] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=19] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:51.458616] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.463066] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=98] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=5583, avg_group_log_size=697) [2024-06-18 14:42:51.466169] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472576243}], scn_array=[{val:1718692971408526891, v:0}], curr_size=541, accum_size=2310, time_cost=57033) [2024-06-18 14:42:51.466474] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692971179466930, max_version=1718692971179466930 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692970970181522 and max_version = 1718692970970181522 ) [2024-06-18 14:42:51.466668] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=60056, time_dist: do_cluster_heartbeat=16, generate_cluster_version=59953) [2024-06-18 14:42:51.471211] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=22] ====== check clog disk timer task ====== [2024-06-18 14:42:51.471250] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=27] get_disk_usage(ret=0, capacity(MB):=27648, used(MB):=22064) [2024-06-18 14:42:51.471314] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=47] cannot_recycle_log_size statistics(cannot_recycle_log_size=4077621279, threshold=8697308774, need_update_checkpoint_scn=false) [2024-06-18 14:42:51.473960] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.459|208=1us|217=14.87ms|222=1us|total=14.91ms) [2024-06-18 14:42:51.474022] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.459|536=0us|557=5us|562=0us|total=14.96ms) [2024-06-18 14:42:51.474064] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.459|79=0us|total=14.99ms) [2024-06-18 14:42:51.495315] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:274, local_retry_times:274, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:51.495367] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=46][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.495380] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.495422] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=40][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:51.495448] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:51.495734] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.495768] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.495793] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:51.495814] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:51.495836] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:51.495851] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:51.495868] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:51.495883] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:51.495900] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:51.495910] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:51.495926] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:51.495936] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:51.495953] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:51.495966] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:51.495981] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:51.496001] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:51.496019] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.496032] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.496050] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:51.496064] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:51.496082] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:51.496095] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=275, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:51.496129] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=7347801, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=275, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.498474] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [921][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=56] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-06-18 14:42:51.501598] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=2) [2024-06-18 14:42:51.508403] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] no need to update min/max version(new_version={val:1718692970970203212, v:0}, min_version={val:1718692970970203212, v:0}, max_version={val:1718692970970203212, v:0}) [2024-06-18 14:42:51.511189] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B030597-0-0] [lt=38] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:51.511349] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=34] get number(ret=0, service_type_=0, range=1, base_id=1718692971511345263, start_id=1718692971511345263, end_id=1718692971511345264) [2024-06-18 14:42:51.511981] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39] [PALF STAT WRITE LOG COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=128143, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:42:51.511972] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873705322}], scn_array=[{val:1718692971404664555, v:0}], curr_size=122, accum_size=1751, time_cost=89286) [2024-06-18 14:42:51.511974] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820909539}], scn_array=[{val:1718692971404074651, v:0}], curr_size=122, accum_size=122, time_cost=48886) [2024-06-18 14:42:51.512014] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078970549}], scn_array=[{val:1718692971404664555, v:0}], curr_size=122, accum_size=723, time_cost=89261) [2024-06-18 14:42:51.512050] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=723) [2024-06-18 14:42:51.512077] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=19, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:42:51.512140] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=61] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=723) [2024-06-18 14:42:51.512197] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=34] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:42:51.512220] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=128354, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:42:51.512238] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=6, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=14, avg_log_submit_to_flush_time=128288, avg_log_submit_to_slide_time=128339) [2024-06-18 14:42:51.512261] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT FLUSH CB COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=129, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:42:51.524378] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=23] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:51.538527] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.521|208=0us|217=16.87ms|222=1us|total=16.93ms) [2024-06-18 14:42:51.538593] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.521|536=0us|557=4us|562=0us|total=16.97ms) [2024-06-18 14:42:51.538626] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.521|79=0us|total=17.00ms) [2024-06-18 14:42:51.558676] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.574871] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820909661}], scn_array=[{val:1718692971511345263, v:0}], curr_size=545, accum_size=667, time_cost=62751) [2024-06-18 14:42:51.575198] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=31] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:42:51.575348] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=65639, time_dist: do_cluster_heartbeat=10, generate_cluster_version=65450, cluster_service_self_check=61) [2024-06-18 14:42:51.582562] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.566|208=0us|217=15.91ms|222=2us|total=15.96ms) [2024-06-18 14:42:51.582631] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.566|536=0us|557=6us|562=0us|total=16.01ms) [2024-06-18 14:42:51.582663] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.566|79=0us|total=16.04ms) [2024-06-18 14:42:51.583620] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:51.588892] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=42] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12358, add_timestamp:1718692971588867}) [2024-06-18 14:42:51.588961] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=33] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12396, add_timestamp:1718692971588956}) [2024-06-18 14:42:51.588979] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F275-0-0] [lt=27] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12358, locations=[{table_id:12358, partition_id:12358, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692971588932, sql_renew_time:1718692971588932, is_mark_fail:false}]) [2024-06-18 14:42:51.589038] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F275-0-0] [lt=56] success to process renew task(task={tenant_id:1, table_id:12358, add_timestamp:1718692971588867}, locations=[{table_id:12358, partition_id:12358, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692971588932, sql_renew_time:1718692971588932, is_mark_fail:false}]) [2024-06-18 14:42:51.589097] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F276-0-0] [lt=32] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12396, locations=[{table_id:12396, partition_id:12396, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692971589084, sql_renew_time:1718692971589084, is_mark_fail:false}]) [2024-06-18 14:42:51.589127] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F276-0-0] [lt=29] success to process renew task(task={tenant_id:1, table_id:12396, add_timestamp:1718692971588956}, locations=[{table_id:12396, partition_id:12396, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692971589084, sql_renew_time:1718692971589084, is_mark_fail:false}]) [2024-06-18 14:42:51.590480] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=23] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"BIGINT":1001}) [2024-06-18 14:42:51.590514] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=34] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"META$1002", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:42:51.590538] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=24] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"META_ZONE_1", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:42:51.590559] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=20] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"FULL{1}@META_ZONE_1", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:42:51.590578] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=18] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:42:51.591828] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=19] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"BIGINT":1}) [2024-06-18 14:42:51.591900] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=34] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"BIGINT":1002}) [2024-06-18 14:42:51.592004] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=21] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"BIGINT":1002}) [2024-06-18 14:42:51.592024] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=20] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"oracle_tenant2", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:42:51.592044] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=20] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"META_ZONE_1", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:42:51.592064] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=19] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"FULL{1}@META_ZONE_1", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:42:51.592081] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD5-0-0] [lt=17] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:42:51.596218] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:275, local_retry_times:275, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:51.596265] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.596285] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.596303] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:51.596334] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:51.596629] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.596672] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.596700] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:51.596722] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:51.596743] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:51.596759] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:51.596777] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:51.596795] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:51.596812] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:51.596828] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:51.596839] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:51.596855] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:51.596868] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:51.596885] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:51.596898] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:51.596930] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:51.596948] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.596963] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.596979] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:51.596991] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:51.597009] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:51.597021] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=276, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:51.597055] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=7246875, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=276, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.605804] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F290-0-0] [lt=23] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:51.605855] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F290-0-0] [lt=45] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:51.609925] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD0B-0-0] [lt=32][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:51.613430] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=31] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:42:51.614979] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873705444}], scn_array=[{val:1718692971404664556, v:0}], curr_size=122, accum_size=1873, time_cost=92228) [2024-06-18 14:42:51.614982] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472576784}], scn_array=[{val:1718692971408526892, v:0}], curr_size=122, accum_size=2432, time_cost=79919) [2024-06-18 14:42:51.614982] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078970671}], scn_array=[{val:1718692971404664556, v:0}], curr_size=122, accum_size=122, time_cost=92183) [2024-06-18 14:42:51.617377] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=30] PNIO [ratelimit] time: 1718692971617374, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007629, add_bytes: 0 [2024-06-18 14:42:51.628911] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=35] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:51.641538] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.623|208=0us|217=18.44ms|222=2us|total=18.49ms) [2024-06-18 14:42:51.641608] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.623|536=0us|557=6us|562=0us|total=18.54ms) [2024-06-18 14:42:51.641655] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=44][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.623|79=0us|total=18.58ms) [2024-06-18 14:42:51.658740] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.667033] INFO [STORAGE.TRANS] refresh_elr_tenant_config_ (ob_tx_elr_util.cpp:47) [1479][T1002_TTLTablet][T1001][YB42C0A801CD-00061B241BE2EFCA-0-0] [lt=18] refresh tenant config success(tenant_id=1001, *this={last_refresh_ts:1718692971666828, can_tenant_elr:true}) [2024-06-18 14:42:51.667394] INFO [SERVER] check_schema_version (ob_tenant_tablet_ttl_mgr.cpp:1372) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCA-0-0] [lt=41] is not a formal_schema_version(ret=-4023, ret="OB_EAGAIN", schema_version=1710490458382543) [2024-06-18 14:42:51.667429] WDIAG [SERVER] check_and_handle_event (ob_tenant_tablet_ttl_mgr.cpp:212) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCA-0-0] [lt=32][errcode=-4023] fail to check schema version(ret=-4023, ret="OB_EAGAIN") [2024-06-18 14:42:51.667451] WDIAG [SERVER] runTimerTask (ob_tenant_tablet_ttl_mgr.cpp:613) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCA-0-0] [lt=19][errcode=-4023] fail to scan and handle all tenant event(ret=-4023, ret="OB_EAGAIN") [2024-06-18 14:42:51.679682] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.667|208=1us|217=11.72ms|222=2us|total=11.77ms) [2024-06-18 14:42:51.679745] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.667|536=0us|557=6us|562=0us|total=11.82ms) [2024-06-18 14:42:51.679774] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.667|79=0us|total=11.84ms) [2024-06-18 14:42:51.697142] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:51.697441] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.697475] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.697582] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=7146348, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=277, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.700731] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820910206}], scn_array=[{val:1718692971610026157, v:0}], curr_size=545, accum_size=1212, time_cost=90586) [2024-06-18 14:42:51.700936] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=55] [APPLY STAT CB APPEND COST TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=38, this=0xfffb523fe440, extra_info="") [2024-06-18 14:42:51.700964] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=27] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=102511, this=0xfffb523fe670, extra_info="") [2024-06-18 14:42:51.700983] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=19] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=0, this=0xfffb523fe8a0, extra_info="") [2024-06-18 14:42:51.700996] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=12] [APPLY STAT CB EXECUTE TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=-385, this=0xfffb523fead0, extra_info="") [2024-06-18 14:42:51.701012] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=16] [APPLY STAT CB TOTAL TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=102165, this=0xfffb523fed00, extra_info="") [2024-06-18 14:42:51.701102] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=92699, time_dist: do_cluster_heartbeat=13, generate_cluster_version=92571, cluster_service_self_check=8) [2024-06-18 14:42:51.701699] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=1) [2024-06-18 14:42:51.709866] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=30] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692971077774987, v:0}, base_version={val:1718692971077774987, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692971077774987, v:0}, valid_part_count:2, total_part_count:2, generate_tstamp:1718692971709842, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-06-18 14:42:51.709917] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=49] no need to update min/max version(new_version={val:1718692971077774987, v:0}, min_version={val:1718692971077774987, v:0}, max_version={val:1718692971077774987, v:0}) [2024-06-18 14:42:51.720552] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505382, routine_name:"proc_drg_rpt_cmi", routine_type:1, overload:0, schema_version:1709088888371416}) [2024-06-18 14:42:51.729373] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873705566}], scn_array=[{val:1718692971404664557, v:0}], curr_size=122, accum_size=1995, time_cost=106556) [2024-06-18 14:42:51.729374] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078970793}], scn_array=[{val:1718692971404664557, v:0}], curr_size=122, accum_size=244, time_cost=106514) [2024-06-18 14:42:51.729374] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472576906}], scn_array=[{val:1718692971608249165, v:0}], curr_size=540, accum_size=2972, time_cost=114229) [2024-06-18 14:42:51.729504] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050233, log_task={header:{begin_lsn:{lsn:683078970793}, end_lsn:{lsn:683078970915}, log_id:173050233, min_scn:{val:1718692971404664557, v:0}, max_scn:{val:1718692971404664557, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078970793}, data_checksum:2222604892, accum_checksum:308184132, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971622817, freeze_ts:1718692971622820, submit_ts:1718692971622825, flushed_ts:1718692971729430, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:106605}, fs_cb_begin_ts=1718692971729485, log_life_time=106668) [2024-06-18 14:42:51.729508] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=73][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703307, log_task={header:{begin_lsn:{lsn:71472576906}, end_lsn:{lsn:71472577446}, log_id:183703307, min_scn:{val:1718692971608249165, v:0}, max_scn:{val:1718692971608249165, v:0}, data_len:484, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472576906}, data_checksum:4066317749, accum_checksum:841380100, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971608327, freeze_ts:1718692971615097, submit_ts:1718692971615112, flushed_ts:1718692971729438, gen_to_freeze cost time:6770, gen_to_submit cost time:6785, submit_to_flush cost time:114326}, fs_cb_begin_ts=1718692971729490, log_life_time=121163) [2024-06-18 14:42:51.729516] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971608249165, v:0}, log_ts:{val:1718692971608249165, v:0}, lsn:{lsn:71472576962}, submit_ts:1718692971608340}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005270}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=121172, ctx_lock_wait_time=2) [2024-06-18 14:42:51.729641] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344674, log_task={header:{begin_lsn:{lsn:26873705566}, end_lsn:{lsn:26873705688}, log_id:174344674, min_scn:{val:1718692971404664557, v:0}, max_scn:{val:1718692971404664557, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873705566}, data_checksum:667309872, accum_checksum:2542579374, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971622767, freeze_ts:1718692971622773, submit_ts:1718692971622784, flushed_ts:1718692971729584, gen_to_freeze cost time:6, gen_to_submit cost time:17, submit_to_flush cost time:106800}, fs_cb_begin_ts=1718692971729627, log_life_time=106860) [2024-06-18 14:42:51.729705] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692971408526891, max_version=1718692971408526891 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692971179466930 and max_version = 1718692971179466930 ) [2024-06-18 14:42:51.729887] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=123150, time_dist: do_cluster_heartbeat=14, generate_cluster_version=123054) [2024-06-18 14:42:51.734207] INFO [SHARE] blacklist_loop_ (ob_server_blacklist.cpp:313) [493][Blacklist][T0][Y0-0000000000000000-0-0] [lt=33] blacklist_loop exec finished(cost_time=62, is_enabled=true, send_cnt=0) [2024-06-18 14:42:51.736827] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.720|208=0us|217=16.19ms|222=2us|total=16.24ms) [2024-06-18 14:42:51.736886] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.720|536=0us|557=3us|562=0us|total=16.28ms) [2024-06-18 14:42:51.736916] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.720|79=0us|total=16.31ms) [2024-06-18 14:42:51.738223] INFO [CLOG] run1 (ob_garbage_collector.cpp:1331) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=16] Garbage Collector is running(seq_=116, gc_interval=10000000) [2024-06-18 14:42:51.738287] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1466) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=34] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-06-18 14:42:51.738332] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1424) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=24] gc_check_member_list_ cost time(ret=0, time_us=73) [2024-06-18 14:42:51.738361] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=19] execute_gc cost time(ret=0, time_us=2) [2024-06-18 14:42:51.739557] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1619) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=17] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-06-18 14:42:51.739607] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1641) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=41] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}]) [2024-06-18 14:42:51.739632] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=23] execute_gc cost time(ret=0, time_us=26) [2024-06-18 14:42:51.739652] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=16] ObSafeDestroyHandler start process [2024-06-18 14:42:51.739672] INFO [SERVER] loop (ob_safe_destroy_handler.cpp:133) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=16] ObSafeDestroyTaskQueue::loop begin(queue_.size()=0) [2024-06-18 14:42:51.739718] INFO [SERVER] loop (ob_safe_destroy_handler.cpp:140) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=17] ObSafeDestroyTaskQueue::loop finish(ret=0, queue_.size()=0) [2024-06-18 14:42:51.758798] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.763706] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472577446}], scn_array=[{val:1718692971608249166, v:0}], curr_size=122, accum_size=3094, time_cost=28519) [2024-06-18 14:42:51.784163] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=44] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:51.789914] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.775|208=0us|217=14.81ms|222=2us|total=14.87ms) [2024-06-18 14:42:51.789976] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.775|536=1us|557=5us|562=0us|total=14.91ms) [2024-06-18 14:42:51.789999] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.775|79=0us|total=14.93ms) [2024-06-18 14:42:51.793883] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [841][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=23] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:42:51.793928] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [841][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=27] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=266) [2024-06-18 14:42:51.797912] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.797950] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=36] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.798078] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=7045851, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=278, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.801854] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=16] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:51.801907] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=27] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:51.803772] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820910751}], scn_array=[{val:1718692971610026158, v:0}], curr_size=122, accum_size=1334, time_cost=40492) [2024-06-18 14:42:51.804892] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=29][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:51.809954] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD0C-0-0] [lt=61] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:51.810054] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD0C-0-0] [lt=39][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:51.810142] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26] get number(ret=0, service_type_=0, range=1, base_id=1718692971810138564, start_id=1718692971810138564, end_id=1718692971810138565) [2024-06-18 14:42:51.853981] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=30] Slow write(duration=50173, write_len=4096) [2024-06-18 14:42:51.854016] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=32] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592113, offset=337340}, end_cursor:ObLogCursor{file_id=119, log_id=31592114, offset=337590}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afc0050, len:2628, log_data_len:250, seq:31592113, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:51.855214] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=45328, time_dist: do_cluster_heartbeat=10) [2024-06-18 14:42:51.858858] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.873965] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.848|208=1us|217=25.13ms|222=2us|total=25.18ms) [2024-06-18 14:42:51.874031] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.848|536=0us|557=7us|562=0us|total=25.23ms) [2024-06-18 14:42:51.874062] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.848|79=0us|total=25.26ms) [2024-06-18 14:42:51.897513] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=32][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:50, tid:1071}]) [2024-06-18 14:42:51.898166] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:278, local_retry_times:278, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:51.898211] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.898254] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.898268] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:51.898298] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:51.898543] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=26] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.898574] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.898599] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:51.898619] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:51.898639] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:51.898659] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:51.898675] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:51.898692] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:51.898709] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:51.898721] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:51.898736] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:51.898747] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:51.898762] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:51.898775] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:51.898790] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:51.898808] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:51.898824] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.898838] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.898854] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:51.898873] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:51.898890] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:51.898903] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=279, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:51.898934] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=6944996, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=279, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:51.901029] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=101063, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:42:51.901027] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820910873}], scn_array=[{val:1718692971810138564, v:0}], curr_size=545, accum_size=1879, time_cost=90745) [2024-06-18 14:42:51.901026] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078970915}], scn_array=[{val:1718692971404664558, v:0}], curr_size=122, accum_size=366, time_cost=78057) [2024-06-18 14:42:51.901062] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873705688}], scn_array=[{val:1718692971404664558, v:0}], curr_size=122, accum_size=2117, time_cost=78098) [2024-06-18 14:42:51.901096] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=32] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=2117) [2024-06-18 14:42:51.901140] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=23, this=0xfffb481a0730, extra_info="") [2024-06-18 14:42:51.901208] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=2117) [2024-06-18 14:42:51.901280] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=49] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:42:51.901302] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=131270, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:42:51.901320] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=30006, avg_log_gen_to_submit_time=30019, avg_log_submit_to_flush_time=101187, avg_log_submit_to_slide_time=101250) [2024-06-18 14:42:51.901346] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=115, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:42:51.901799] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=0) [2024-06-18 14:42:51.903291] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=94745, time_dist: do_cluster_heartbeat=12, generate_cluster_version=92836) [2024-06-18 14:42:51.908257] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.893|208=0us|217=14.31ms|222=1us|total=14.36ms) [2024-06-18 14:42:51.908319] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.893|536=0us|557=4us|562=0us|total=14.40ms) [2024-06-18 14:42:51.908347] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.893|79=0us|total=14.42ms) [2024-06-18 14:42:51.911418] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B030598-0-0] [lt=35] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:51.911574] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=37] get number(ret=0, service_type_=0, range=1, base_id=1718692971911570136, start_id=1718692971911570136, end_id=1718692971911570137) [2024-06-18 14:42:51.946788] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472577568}], scn_array=[{val:1718692971831487578, v:0}], curr_size=541, accum_size=3635, time_cost=115178) [2024-06-18 14:42:51.946932] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971831487578, v:0}, log_ts:{val:1718692971831487578, v:0}, lsn:{lsn:71472577624}, submit_ts:1718692971831599}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005271}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=115329, ctx_lock_wait_time=1) [2024-06-18 14:42:51.946924] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=65][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703309, log_task={header:{begin_lsn:{lsn:71472577568}, end_lsn:{lsn:71472578109}, log_id:183703309, min_scn:{val:1718692971831487578, v:0}, max_scn:{val:1718692971831487578, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472577568}, data_checksum:3326912157, accum_checksum:3497540759, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971831551, freeze_ts:1718692971831558, submit_ts:1718692971831571, flushed_ts:1718692971946860, gen_to_freeze cost time:7, gen_to_submit cost time:20, submit_to_flush cost time:115289}, fs_cb_begin_ts=1718692971946908, log_life_time=115357) [2024-06-18 14:42:51.947104] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692971608249165, max_version=1718692971608249165 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692971408526891 and max_version = 1718692971408526891 ) [2024-06-18 14:42:51.947296] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=117326, time_dist: do_cluster_heartbeat=12, generate_cluster_version=117224, cluster_service_self_check=8) [2024-06-18 14:42:51.947373] INFO [STORAGE.TRANS] generate_new_version (ob_tenant_weak_read_server_version_mgr.cpp:120) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] [WRS] update tenant weak read server version(tenant_id=1, server_version={version:{val:1718692971831487578, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0, epoch_tstamp:1718692971947339}, version_delta=115884) [2024-06-18 14:42:51.958917] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:51.984705] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:51.993961] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:51.962|208=0us|217=31.43ms|222=1us|total=31.48ms) [2024-06-18 14:42:51.994027] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:51.962|536=0us|557=5us|562=0us|total=31.53ms) [2024-06-18 14:42:51.994059] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:51.962|79=0us|total=31.56ms) [2024-06-18 14:42:51.999023] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:279, local_retry_times:279, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:51.999072] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.999093] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:51.999106] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:51.999136] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:51.999385] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:51.999418] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:51.999444] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:51.999465] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:51.999486] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:51.999507] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:51.999524] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:51.999539] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:51.999555] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:51.999567] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:51.999583] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:51.999593] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:51.999609] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:51.999623] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:51.999638] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:51.999656] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:51.999674] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.999688] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:51.999704] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:51.999717] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:51.999736] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:51.999753] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=280, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:51.999785] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=6844144, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=280, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.008709] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=37] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1001, server_version={version:{val:1718692971610026157, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=398666, in_cluster_service=true, cluster_version={val:1718692971610026157, v:0}, min_cluster_version={val:1718692971610026157, v:0}, max_cluster_version={val:1718692971610026157, v:0}, get_cluster_version_err=0, cluster_version_delta=398666, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=8421, succ_cluster_heartbeat_count=83, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692547619158295, v:0}, local_cluster_delta=424389534, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:42:52.008772] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=33] gc stale ls task succ [2024-06-18 14:42:52.008795] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=67] no need to update min/max version(new_version={val:1718692971610026157, v:0}, min_version={val:1718692971610026157, v:0}, max_version={val:1718692971610026157, v:0}) [2024-06-18 14:42:52.009718] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820911418}], scn_array=[{val:1718692971884717806, v:0}], curr_size=1011, accum_size=2890, time_cost=108546) [2024-06-18 14:42:52.009718] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873705810}], scn_array=[{val:1718692971906147490, v:0}], curr_size=122, accum_size=122, time_cost=86732) [2024-06-18 14:42:52.009718] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078971037}], scn_array=[{val:1718692971906147490, v:0}], curr_size=122, accum_size=488, time_cost=86692) [2024-06-18 14:42:52.009861] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988155, log_task={header:{begin_lsn:{lsn:122820911418}, end_lsn:{lsn:122820912429}, log_id:217988155, min_scn:{val:1718692971884717806, v:0}, max_scn:{val:1718692971884717806, v:0}, data_len:955, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820911418}, data_checksum:2228905948, accum_checksum:3527356976, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692971884786, freeze_ts:1718692971901120, submit_ts:1718692971901152, flushed_ts:1718692972009772, gen_to_freeze cost time:16334, gen_to_submit cost time:16366, submit_to_flush cost time:108620}, fs_cb_begin_ts=1718692972009846, log_life_time=125060) [2024-06-18 14:42:52.009868] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=12][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971884717806, v:0}, log_ts:{val:1718692971884717806, v:0}, lsn:{lsn:122820911474}, submit_ts:1718692971884797}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007800}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=125067, ctx_lock_wait_time=1) [2024-06-18 14:42:52.016822] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.126|208=0us|217=15.55ms|222=2us|total=15.60ms) [2024-06-18 14:42:52.016884] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.125|536=0us|557=5us|562=0us|total=15.64ms) [2024-06-18 14:42:52.016913] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.125|79=0us|total=15.67ms) [2024-06-18 14:42:52.024683] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=69] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:42:52.035351] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=3757, avg_group_log_size=375) [2024-06-18 14:42:52.035401] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=43] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3748) [2024-06-18 14:42:52.035432] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=26] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=46, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:42:52.035972] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=21] ====== check clog disk timer task ====== [2024-06-18 14:42:52.036010] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=26] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:42:52.036048] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=22] cannot_recycle_log_size statistics(cannot_recycle_log_size=140209725, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:42:52.037527] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=21] ====== tenant freeze timer task ====== [2024-06-18 14:42:52.048776] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCAF-0-0] [lt=33] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:52.048938] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40] get number(ret=0, service_type_=0, range=1, base_id=1718692972048934111, start_id=1718692972048934111, end_id=1718692972048934112) [2024-06-18 14:42:52.058978] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.063427] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=32] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=5912) [2024-06-18 14:42:52.063476] INFO [LIB] stat (utility.h:1157) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=43] [PALF STAT APPEND COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=42, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:42:52.078372] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820912429}], scn_array=[{val:1718692971911570136, v:0}], curr_size=545, accum_size=3435, time_cost=68524) [2024-06-18 14:42:52.078515] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692971911570136, v:0}, log_ts:{val:1718692971911570136, v:0}, lsn:{lsn:122820912485}, submit_ts:1718692971911678}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007801}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=166834, ctx_lock_wait_time=1) [2024-06-18 14:42:52.078731] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=30] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1002, new_min_version={val:1718692971404664557, v:0}, new_max_version={val:1718692971404664557, v:0}, last_min_version={val:1718692971077774987, v:0}, last_max_version={val:1718692971077774987, v:0}, total_time_us=168746, delta_us=674064) [2024-06-18 14:42:52.078778] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=43] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1002, current_version={val:1718692971404664557, v:0}, min_version={val:1718692971404664557, v:0}, max_version={val:1718692971404664557, v:0}, in_service=true, leader_epoch=15) [2024-06-18 14:42:52.083696] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1978) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(dag_cnt=0, map_size=0) [2024-06-18 14:42:52.083730] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1988) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=33] dump_dag_status(running_dag_net_map_size=0, blocking_dag_net_list_size=0) [2024-06-18 14:42:52.083745] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_COMPACTION_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:52.083771] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=25] dump_dag_status(priority="PRIO_HA_HIGH", low_limit=8, up_limit=8, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:52.083785] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_COMPACTION_MID", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:52.083804] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(priority="PRIO_HA_MID", low_limit=5, up_limit=5, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:52.083816] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_COMPACTION_LOW", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:52.083835] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(priority="PRIO_HA_LOW", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:52.083847] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(priority="PRIO_DDL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:52.083864] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(priority="PRIO_DDL_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:52.083875] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(priority="PRIO_TTL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:52.083891] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:52.083912] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=21] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:52.083925] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:52.083942] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:52.083953] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:52.083966] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:52.083983] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:52.084001] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:52.084019] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:52.084031] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:52.084047] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:52.084059] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:52.084076] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:52.084088] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:52.084105] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:52.084116] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:52.084128] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:52.084145] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:52.084156] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:52.084174] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:52.084185] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084203] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084215] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084232] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084244] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084256] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084274] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084286] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084335] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=48] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084348] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084357] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084368] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084380] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084397] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084408] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084419] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084436] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084447] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084461] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084479] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084490] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084505] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084522] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084534] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084546] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084562] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084574] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084587] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084604] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:52.084615] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:52.084628] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:42:52.084647] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:42:52.084693] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=46] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:42:52.084706] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:42:52.084723] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:52.084735] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:52.084748] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:52.084765] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:52.084776] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:52.084787] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:52.084805] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:52.084817] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:52.084836] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:52.084847] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:52.084862] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:52.084880] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:52.084905] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=25] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:52.084923] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:52.084934] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:52.084947] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:52.084965] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:52.084977] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:52.084988] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085006] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085017] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085037] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=19] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085048] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085061] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085078] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085090] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085103] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085121] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085132] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085149] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085160] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085173] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085191] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085202] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085215] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085233] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085244] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:52.085262] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:52.085273] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0) [2024-06-18 14:42:52.085286] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, scheduled_task_count=0) [2024-06-18 14:42:52.085304] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0) [2024-06-18 14:42:52.085316] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, scheduled_task_count=0) [2024-06-18 14:42:52.085334] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:42:52.085346] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:42:52.085363] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:42:52.085375] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:42:52.085387] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0) [2024-06-18 14:42:52.085404] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, scheduled_task_count=0) [2024-06-18 14:42:52.085416] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_net_count=0) [2024-06-18 14:42:52.085428] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_net_count=0) [2024-06-18 14:42:52.085444] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=15] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_net_count=0) [2024-06-18 14:42:52.085454] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_net_count=0) [2024-06-18 14:42:52.085464] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_net_count=0) [2024-06-18 14:42:52.085479] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=15] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_net_count=0) [2024-06-18 14:42:52.085487] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_net_count=0) [2024-06-18 14:42:52.085500] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_net_count=0) [2024-06-18 14:42:52.085517] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2008) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(total_worker_cnt=43, total_running_task_cnt=0, work_thread_num=43, scheduled_task_cnt=0) [2024-06-18 14:42:52.094044] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=31] Slow write(duration=83854, write_len=4096) [2024-06-18 14:42:52.094081] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=34] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592114, offset=337590}, end_cursor:ObLogCursor{file_id=119, log_id=31592115, offset=337840}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afc4050, len:2378, log_data_len:250, seq:31592114, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:52.095216] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=185269, time_dist: do_cluster_heartbeat=10, generate_cluster_version=168847) [2024-06-18 14:42:52.095258] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=28] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1002, server_version={version:{val:1718692971404664557, v:0}, total_part_count:2, valid_inner_part_count:0, valid_user_part_count:0}, server_version_delta=690583, in_cluster_service=true, cluster_version={val:1718692971404664557, v:0}, min_cluster_version={val:1718692971404664557, v:0}, max_cluster_version={val:1718692971404664557, v:0}, get_cluster_version_err=0, cluster_version_delta=690583, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=8932, succ_cluster_heartbeat_count=1822, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692715602975921, v:0}, local_cluster_delta=256492272, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:42:52.095326] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=46] get_max_applied_scn(scn={val:1718692971404664558, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:15, palf_committed_end_lsn_:{lsn:26873705932}, last_check_scn_:{val:1718692971906147491, v:0}, max_applied_cb_scn_:{val:1718692971404664558, v:0}}) [2024-06-18 14:42:52.095369] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=33] get_min_unreplayed_log_info(lsn={lsn:26872877838}, scn={val:1718691444594935387, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692970802985, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10592, ret_code_:0}}, next_to_submit_lsn_:{lsn:26872877838}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:22815621120}, base_scn_:{val:1714500007741716502, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c805000, next_round_pread_size:2121728, curr_read_pos:1267608, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1267608, log_storage_:{IteratorStorage:{start_lsn:{lsn:26871610230}, end_lsn:{lsn:26872877838}, read_buf:{buf_len_:2125824, buf_:0xfffb1c805000}, block_size:67104768, log_storage_:0xfffb473ceb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumulate_checksum:1440925250, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:42:52.099884] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:280, local_retry_times:280, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:52.099932] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.099971] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=37][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.100013] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=40][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:52.100045] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:52.100286] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:52.100319] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:52.100343] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:52.100364] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:52.100385] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:52.100405] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:52.100420] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:52.100435] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:52.100451] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:52.100462] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:52.100477] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:52.100486] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:52.100502] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:52.100513] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:52.100528] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:52.100547] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:52.100564] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.100583] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.100595] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:52.100612] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:52.100625] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:52.100642] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=281, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:52.100673] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=6743256, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=281, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.109923] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.920|208=0us|217=17.86ms|222=2us|total=17.91ms) [2024-06-18 14:42:52.109989] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.920|536=0us|557=5us|562=0us|total=17.95ms) [2024-06-18 14:42:52.110020] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.920|79=0us|total=17.98ms) [2024-06-18 14:42:52.110404] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=38] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:52.111073] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:697) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=27] Cache replace map node details(ret=0, replace_node_count=0, replace_time=9178, replace_start_pos=10200000, replace_num=100000) [2024-06-18 14:42:52.111109] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=33] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=10) [2024-06-18 14:42:52.113038] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=34] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=0, size_used=85886, mem_used=135183360) [2024-06-18 14:42:52.113728] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1124][T1002_PLSSer][T1001][YB42C0A801CD-00061B241E72F28B-0-0] [lt=52][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1510, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:52.124193] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=83140, this=0xfffb79383a70, extra_info="") [2024-06-18 14:42:52.124190] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078971159}], scn_array=[{val:1718692971906147491, v:0}], curr_size=122, accum_size=610, time_cost=101137) [2024-06-18 14:42:52.124192] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873705932}], scn_array=[{val:1718692971906147491, v:0}], curr_size=122, accum_size=244, time_cost=101175) [2024-06-18 14:42:52.124240] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472578109}], scn_array=[{val:1718692971905577396, v:0}], curr_size=122, accum_size=3757, time_cost=88828) [2024-06-18 14:42:52.124284] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3757) [2024-06-18 14:42:52.124315] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=23, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:42:52.124339] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050236, log_task={header:{begin_lsn:{lsn:683078971159}, end_lsn:{lsn:683078971281}, log_id:173050236, min_scn:{val:1718692971906147491, v:0}, max_scn:{val:1718692971906147491, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078971159}, data_checksum:2222604892, accum_checksum:3891303445, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972023016, freeze_ts:1718692972023019, submit_ts:1718692972023023, flushed_ts:1718692972124258, gen_to_freeze cost time:3, gen_to_submit cost time:7, submit_to_flush cost time:101235}, fs_cb_begin_ts=1718692972124320, log_life_time=101304) [2024-06-18 14:42:52.124375] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=70] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3757) [2024-06-18 14:42:52.124463] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=30] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=11, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:42:52.124491] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=27] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=95444, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:42:52.124468] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344677, log_task={header:{begin_lsn:{lsn:26873705932}, end_lsn:{lsn:26873706054}, log_id:174344677, min_scn:{val:1718692971906147491, v:0}, max_scn:{val:1718692971906147491, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873705932}, data_checksum:667309872, accum_checksum:3486407623, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972022967, freeze_ts:1718692972022972, submit_ts:1718692972022983, flushed_ts:1718692972124411, gen_to_freeze cost time:5, gen_to_submit cost time:16, submit_to_flush cost time:101428}, fs_cb_begin_ts=1718692972124453, log_life_time=101486) [2024-06-18 14:42:52.124506] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=12114, avg_log_gen_to_submit_time=12127, avg_log_submit_to_flush_time=83250, avg_log_submit_to_slide_time=83316) [2024-06-18 14:42:52.124536] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=22] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=121, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:42:52.129488] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.129942] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.130176] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.130221] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=22] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.130392] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=29] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.130569] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.130576] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.154549] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 8461.00) [2024-06-18 14:42:52.154585] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:52.154709] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=50] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.99, rt: 66928.50) [2024-06-18 14:42:52.154734] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 21.90, rt: 13830.59) [2024-06-18 14:42:52.154756] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 61986.13, iops: 44.79, rt: 14722.84) [2024-06-18 14:42:52.154774] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=3, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12635040, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:52.154811] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154835] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=22] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154854] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154873] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154885] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154903] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154922] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154941] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154953] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154971] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.154990] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.155003] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.155020] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.155033] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.155051] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.155070] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:52.159041] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.159692] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.131|208=0us|217=28.32ms|222=2us|total=28.37ms) [2024-06-18 14:42:52.159756] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.131|536=0us|557=5us|562=0us|total=28.41ms) [2024-06-18 14:42:52.159787] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.131|79=0us|total=28.44ms) [2024-06-18 14:42:52.166954] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2605) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=27] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", [SlidingWindow]={palf_id:1, self:"192.168.1.205:2882", lsn_allocator:{max_log_id:217988158, max_lsn:122820913734, max_scn:{val:1718692972123460842, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:122816392259}, reuse_lsn:{lsn:122820912974}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:122816394175}}, last_submit_lsn:{lsn:122820912974}, last_submit_end_lsn:{lsn:122820913096}, last_submit_log_id:217988157, last_submit_log_pid:16, max_flushed_lsn:{lsn:122820912429}, max_flushed_end_lsn:{lsn:122820912974}, max_flushed_log_pid:16, committed_end_lsn:{lsn:122820912974}, last_slide_log_id:217988156, last_slide_scn:{val:1718692971911570136, v:0}, last_slide_lsn:{lsn:122820912429}, last_slide_end_lsn:{lsn:122820912974}, last_slide_log_pid:16, last_slide_log_accum_checksum:3982204638, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffb5e176630}, [StateMgr]={this:0xfffb5e17b330, self:"192.168.1.205:2882", palf_id:1, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:16}, leader:"192.168.1.205:2882", leader_epoch:1, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:217988157, is_changing_config_with_arb:false, reconfirm_start_time_us:1718691656451396, palf_role_change_cb:0xfffb5e182cb0, allow_vote:true}, [ConfigMgr]={palf_id:1, self:"192.168.1.205:2882", alive_paxos_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:16, prev:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:16, config_seq:17}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:15, prev_lsn:{lsn:122816392259}, prev_mode_pid:16}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:15, prev_lsn:{lsn:122816392259}, prev_end_lsn:{lsn:122816394175}, prev_mode_pid:16}, reconfig_barrier:{prev_log_proposal_id:15, prev_lsn:{lsn:122816392259}, prev_end_lsn:{lsn:122816394175}, prev_mode_pid:16}, persistent_config_version:{proposal_id:16, config_seq:17}, ms_ack_list:0, resend_config_version:{proposal_id:16, config_seq:17}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"default_region", paxos_member_region_map:{}, register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffb5e178730}, [ModeMgr]={palf_id:1, self:"192.168.1.205:2882", applied_mode_meta:{version:1, proposal_id:16, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, accepted_mode_meta:{version:1, proposal_id:16, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, last_submit_mode_meta:{version:1, proposal_id:16, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, base_lsn_for_block_gc:{lsn:122600411136}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:16}, log_config_meta:{version:3, proposal_id:16, prev:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:16, config_seq:17}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:15, prev_lsn:{lsn:122816392259}, prev_mode_pid:16}, log_snapshot_meta:{version:1, base_lsn:{lsn:122600411136}, prev_log_info:{log_id:-1, lsn:{lsn:18446744073709551615}, scn:{val:18446744073709551615, v:3}, log_proposal_id:9223372036854775807, accum_checksum:-1}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:16, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}}, log_meta_storage:{log_tail:{lsn:3166208}, readable_log_tail:{lsn:3166208}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:122868830208}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1001/1/meta", dir_fd:193, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:63938560, block_header_serialize_buf_:0xfffb5e17daf8, flashback_version:0}, log_storage:{log_tail:{lsn:122820912974}, readable_log_tail:{lsn:122820912974}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:1830, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1001/1/log", dir_fd:195, min_block_id:1793, max_block_id:1831, curr_writable_block_id:1830}, logical_block_size_:67104768, curr_block_writable_size_:47917234, block_header_serialize_buf_:0xfffb5e17fa78, flashback_version:0}, palf_epoch:1, last_purge_throttling_ts:1718691656451631, this:0xfffb5e17bbb0}, [Reconfirm]={palf_id:1, self:"192.168.1.205:2882", state:"FINISHED", new_proposal_id:16, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.1.205:2882", majority_max_accept_pid:15, majority_max_lsn:{lsn:122816394175}, saved_end_lsn:{lsn:122816394175}, last_submit_prepare_req_time_us:1718691656451689, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffb5e17b4b0}) [2024-06-18 14:42:52.167303] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2609) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=339] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692972078456, last_flushed_end_lsn:{lsn:122820912974}}]) [2024-06-18 14:42:52.167338] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4173) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=30] current log_task status(palf_id=1, self="192.168.1.205:2882", log_id=217988157, log_task={header:{begin_lsn:{lsn:122820912974}, end_lsn:{lsn:122820913096}, log_id:217988157, min_scn:{val:1718692971911570137, v:0}, max_scn:{val:1718692971911570137, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820912974}, data_checksum:667309872, accum_checksum:1993946241, is_padding_log:false, is_raw_write:false}, state_map:{val:30}, ref_cnt:0, gen_ts:1718692972063416, freeze_ts:1718692972078468, submit_ts:1718692972078480, flushed_ts:-1, gen_to_freeze cost time:15052, gen_to_submit cost time:15064, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692972078456, last_flushed_end_lsn:{lsn:122820912974}}]) [2024-06-18 14:42:52.174509] INFO [STORAGE.TRANS] run1 (ob_xa_trans_heartbeat_worker.cpp:83) [1047][T1001_ObXAHbWor][T1001][Y0-0000000000000000-0-0] [lt=42] XA scheduler heartbeat task statistics(avg_time=21) [2024-06-18 14:42:52.181347] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820912974}], scn_array=[{val:1718692971911570137, v:0}], curr_size=122, accum_size=3557, time_cost=102848) [2024-06-18 14:42:52.181510] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988157, log_task={header:{begin_lsn:{lsn:122820912974}, end_lsn:{lsn:122820913096}, log_id:217988157, min_scn:{val:1718692971911570137, v:0}, max_scn:{val:1718692971911570137, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820912974}, data_checksum:667309872, accum_checksum:1993946241, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972063416, freeze_ts:1718692972078468, submit_ts:1718692972078480, flushed_ts:1718692972181410, gen_to_freeze cost time:15052, gen_to_submit cost time:15064, submit_to_flush cost time:102930}, fs_cb_begin_ts=1718692972181492, log_life_time=118076) [2024-06-18 14:42:52.185282] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=48] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:52.195332] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=93] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692971404664557, v:0}, base_version={val:1718692971404664557, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692971404664557, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692972095304, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:52.195380] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=46] no need to update min/max version(new_version={val:1718692971404664557, v:0}, min_version={val:1718692971404664557, v:0}, max_version={val:1718692971404664557, v:0}) [2024-06-18 14:42:52.200762] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:281, local_retry_times:281, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:52.200808] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.200828] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.200846] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:52.200877] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:52.201176] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:52.201211] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:52.201236] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:52.201257] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:52.201278] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:52.201299] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:52.201316] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:52.201330] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:52.201347] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:52.201359] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:52.201374] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:52.201384] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:52.201400] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:52.201413] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:52.201428] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:52.201447] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:52.201465] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.201484] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.201501] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:52.201511] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:52.201530] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:52.201547] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=282, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:52.201578] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=6642351, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=282, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.203219] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=18] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:42:52.203263] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=29] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:42:52.203293] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=23] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=265) [2024-06-18 14:42:52.206599] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.189|208=0us|217=16.73ms|222=1us|total=16.78ms) [2024-06-18 14:42:52.206661] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.189|536=0us|557=5us|562=0us|total=16.83ms) [2024-06-18 14:42:52.206693] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.189|79=0us|total=16.86ms) [2024-06-18 14:42:52.210244] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD0D-0-0] [lt=27] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:52.210405] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=42] get number(ret=0, service_type_=0, range=1, base_id=1718692972210402067, start_id=1718692972210402067, end_id=1718692972210402068) [2024-06-18 14:42:52.221405] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472578231}], scn_array=[{val:1718692972048934111, v:0}], curr_size=541, accum_size=541, time_cost=96944) [2024-06-18 14:42:52.221541] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703311, log_task={header:{begin_lsn:{lsn:71472578231}, end_lsn:{lsn:71472578772}, log_id:183703311, min_scn:{val:1718692972048934111, v:0}, max_scn:{val:1718692972048934111, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472578231}, data_checksum:1873599289, accum_checksum:1485785031, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972049030, freeze_ts:1718692972124411, submit_ts:1718692972124425, flushed_ts:1718692972221473, gen_to_freeze cost time:75381, gen_to_submit cost time:75395, submit_to_flush cost time:97048}, fs_cb_begin_ts=1718692972221525, log_life_time=172495) [2024-06-18 14:42:52.221550] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692972048934111, v:0}, log_ts:{val:1718692972048934111, v:0}, lsn:{lsn:71472578287}, submit_ts:1718692972049039}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005272}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=172507, ctx_lock_wait_time=1) [2024-06-18 14:42:52.221724] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692971831487578, max_version=1718692971831487578 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692971608249165 and max_version = 1718692971608249165 ) [2024-06-18 14:42:52.221916] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=174536, time_dist: do_cluster_heartbeat=12, generate_cluster_version=174442) [2024-06-18 14:42:52.239478] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=32] gc stale ls task succ [2024-06-18 14:42:52.259103] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.267010] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=49] LogLoopThread round_cost_time(us)(round_cost_time=456) [2024-06-18 14:42:52.268272] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.229|208=1us|217=38.36ms|222=2us|total=38.41ms) [2024-06-18 14:42:52.268337] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.229|536=0us|557=6us|562=0us|total=38.46ms) [2024-06-18 14:42:52.268367] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.229|79=0us|total=38.48ms) [2024-06-18 14:42:52.290029] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820913096}], scn_array=[{val:1718692972123460842, v:0}], curr_size=638, accum_size=4195, time_cost=108533) [2024-06-18 14:42:52.290192] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988158, log_task={header:{begin_lsn:{lsn:122820913096}, end_lsn:{lsn:122820913734}, log_id:217988158, min_scn:{val:1718692972123460842, v:0}, max_scn:{val:1718692972123460842, v:0}, data_len:582, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820913096}, data_checksum:17922201, accum_checksum:781219546, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972123529, freeze_ts:1718692972181458, submit_ts:1718692972181474, flushed_ts:1718692972290094, gen_to_freeze cost time:57929, gen_to_submit cost time:57945, submit_to_flush cost time:108620}, fs_cb_begin_ts=1718692972290175, log_life_time=166646) [2024-06-18 14:42:52.290204] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692972123460842, v:0}, log_ts:{val:1718692972123460842, v:0}, lsn:{lsn:122820913152}, submit_ts:1718692972123540}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007802}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=166659, ctx_lock_wait_time=1) [2024-06-18 14:42:52.301666] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:282, local_retry_times:282, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:52.301713] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.301733] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.301751] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:52.301780] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:52.302024] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:52.302055] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:52.302079] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:52.302099] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:52.302120] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:52.302141] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:52.302157] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:52.302172] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:52.302188] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:52.302198] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:52.302214] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:52.302223] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:52.302239] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:52.302252] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:52.302266] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:52.302285] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:52.302302] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.302315] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.302333] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:52.302345] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:52.302362] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:52.302374] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=283, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:52.302405] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=6541524, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=283, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.303152] WDIAG [OCCAM] dump_statistics (ob_vtable_event_recycle_buffer.h:132) [675][T1_Occam][T1][YB42C0A801CD-00061B241492F313-0-0] [lt=26][errcode=-4006] not init(ret=-4006) [2024-06-18 14:42:52.303219] INFO [MDS] dump_map_holding_item (mds_tenant_service.cpp:556) [675][T1_Occam][T1][YB42C0A801CD-00061B241492F313-0-0] [lt=32] finish scan map holding items(scan_cnt=0) [2024-06-18 14:42:52.306141] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [675][T1_Occam][T1][YB42C0A801CD-00061B241492F314-0-0] [lt=19] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:52.311220] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=37] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=9) [2024-06-18 14:42:52.317353] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=16] ====== traversal_flush timer task ====== [2024-06-18 14:42:52.317848] INFO [MDS] flush (mds_table_mgr.cpp:240) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=29] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:1718647299992699002, v:0}, max_consequent_callbacked_scn={val:1718692971911570137, v:0}, *this={this:0xfffb50c766d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692986331788414, latest_log_ts:{val:1718692969691990042, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:52.317976] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=116] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-06-18 14:42:52.318282] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=26] gc stale ls task succ [2024-06-18 14:42:52.322045] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1, min_version={val:1718692972048934111, v:0}, base_version={val:1718692971831487578, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692972048934111, v:0}, valid_part_count:1, total_part_count:1, generate_tstamp:1718692972322018, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-06-18 14:42:52.323479] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCB0-0-0] [lt=45] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:52.323641] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692972323636869, start_id=1718692972323636869, end_id=1718692972323636870) [2024-06-18 14:42:52.333891] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA20-0-0] [lt=19][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:52.333930] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA20-0-0] [lt=36][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:52.336724] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:52.336761] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:52.336845] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.302|208=1us|217=34.37ms|222=2us|total=34.43ms) [2024-06-18 14:42:52.336895] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:52.336916] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:52.336913] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.302|536=0us|557=5us|562=0us|total=34.48ms) [2024-06-18 14:42:52.336942] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.302|79=0us|total=34.50ms) [2024-06-18 14:42:52.336947] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:52.336967] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:52.336993] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:52.337020] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:52.337041] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:52.337061] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:52.337086] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:52.337108] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=18, mem_used=16637952) [2024-06-18 14:42:52.337134] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] release old cannot free more memory [2024-06-18 14:42:52.337150] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=43, size_used=0, mem_used=16637952) [2024-06-18 14:42:52.350204] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=36] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.350230] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.350399] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.350416] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=45] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.350446] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=35] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.350526] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.350652] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=24] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.350843] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=28] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.351095] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.351118] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.351144] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=30] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.351156] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.351364] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.351610] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.351791] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.351874] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=18] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.351955] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=30] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:52.358693] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078971281}], scn_array=[{val:1718692971906147492, v:0}], curr_size=122, accum_size=732, time_cost=135510) [2024-06-18 14:42:52.358694] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873706054}], scn_array=[{val:1718692971906147492, v:0}], curr_size=122, accum_size=366, time_cost=135551) [2024-06-18 14:42:52.358696] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472578772}], scn_array=[{val:1718692972048934112, v:0}], curr_size=122, accum_size=663, time_cost=123213) [2024-06-18 14:42:52.358821] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344678, log_task={header:{begin_lsn:{lsn:26873706054}, end_lsn:{lsn:26873706176}, log_id:174344678, min_scn:{val:1718692971906147492, v:0}, max_scn:{val:1718692971906147492, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873706054}, data_checksum:667309872, accum_checksum:1373181398, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972223089, freeze_ts:1718692972223094, submit_ts:1718692972223106, flushed_ts:1718692972358752, gen_to_freeze cost time:5, gen_to_submit cost time:17, submit_to_flush cost time:135646}, fs_cb_begin_ts=1718692972358802, log_life_time=135713) [2024-06-18 14:42:52.358864] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703312, log_task={header:{begin_lsn:{lsn:71472578772}, end_lsn:{lsn:71472578894}, log_id:183703312, min_scn:{val:1718692972048934112, v:0}, max_scn:{val:1718692972048934112, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472578772}, data_checksum:667309872, accum_checksum:2391629259, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972235436, freeze_ts:1718692972235441, submit_ts:1718692972235454, flushed_ts:1718692972358763, gen_to_freeze cost time:5, gen_to_submit cost time:18, submit_to_flush cost time:123309}, fs_cb_begin_ts=1718692972358850, log_life_time=123414) [2024-06-18 14:42:52.358948] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050237, log_task={header:{begin_lsn:{lsn:683078971281}, end_lsn:{lsn:683078971403}, log_id:173050237, min_scn:{val:1718692971906147492, v:0}, max_scn:{val:1718692971906147492, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078971281}, data_checksum:2222604892, accum_checksum:3022765473, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972223139, freeze_ts:1718692972223143, submit_ts:1718692972223149, flushed_ts:1718692972358890, gen_to_freeze cost time:4, gen_to_submit cost time:10, submit_to_flush cost time:135741}, fs_cb_begin_ts=1718692972358933, log_life_time=135794) [2024-06-18 14:42:52.359161] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.365388] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.347|208=1us|217=17.96ms|222=1us|total=18.00ms) [2024-06-18 14:42:52.365446] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=52][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.347|536=0us|557=5us|562=0us|total=18.05ms) [2024-06-18 14:42:52.365477] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.347|79=0us|total=18.07ms) [2024-06-18 14:42:52.368727] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=54] PNIO [ratelimit] time: 1718692972368724, bytes: 15546513, bw: 0.011160 MB/s, add_ts: 1007616, add_bytes: 11791 [2024-06-18 14:42:52.373630] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=38] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:52.385859] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:52.397980] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=0][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398009] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=28][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.397997] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=39][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:658785, tid:1306}]) [2024-06-18 14:42:52.398021] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398035] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398076] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=40][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398089] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398103] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398123] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398135] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398153] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398166] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398184] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398197] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398216] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398228] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398271] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=42][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398283] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398302] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398314] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398333] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398345] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398363] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398376] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398395] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398408] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398426] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398438] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398457] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398470] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398488] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398500] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398519] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398531] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398550] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398563] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398581] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398593] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398611] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398624] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398642] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398655] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398667] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398678] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398697] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398708] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398727] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398739] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398757] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398770] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398789] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398801] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398820] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398832] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398850] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398863] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398881] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398894] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398913] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398926] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398944] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398957] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398975] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.398987] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399005] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399018] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399036] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399049] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399067] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399079] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399097] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399109] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399127] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399139] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399158] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399171] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399189] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399201] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399219] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399231] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399250] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399263] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399281] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399294] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399312] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399325] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399343] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399356] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399374] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399386] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399404] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399417] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399435] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399448] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399466] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399479] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399497] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399509] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399527] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399540] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399558] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399570] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399588] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399601] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399619] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399631] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399649] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399662] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399680] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399693] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399711] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399724] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399742] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399755] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399773] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399786] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399804] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399817] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399835] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399848] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399866] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399879] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399898] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399910] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399928] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399940] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399958] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399970] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.399989] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400001] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400020] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400032] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400051] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400063] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400082] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400094] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400112] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400125] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400143] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400155] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400173] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400185] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400204] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400217] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400235] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400247] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400266] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400279] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400297] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400310] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400329] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400341] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400360] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400372] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400390] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400402] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400420] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400432] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400451] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400464] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400482] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400495] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400513] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400526] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400544] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400557] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400575] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400588] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400606] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400618] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400636] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400649] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400667] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400679] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400698] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400710] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400728] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400741] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400760] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400773] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400791] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400803] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400822] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400835] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400847] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400865] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400878] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400897] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400909] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400927] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400939] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400958] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400970] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.400988] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.401000] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.401019] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.401031] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.401049] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.401062] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.401080] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.401093] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:52.401111] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:52.402494] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:283, local_retry_times:283, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:52.402543] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.402563] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.402580] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:52.402610] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:52.402885] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:52.402919] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:52.402945] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:52.402967] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:52.402989] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:52.403011] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:52.403026] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:52.403041] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:52.403057] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:52.403069] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:52.403084] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:52.403094] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:52.403111] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:52.403123] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:52.403138] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:52.403158] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:52.403175] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.403188] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.403204] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:52.403216] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:52.403234] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:52.403252] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=284, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:52.403284] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=6440644, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=284, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.404446] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820913734}], scn_array=[{val:1718692972210402067, v:0}], curr_size=545, accum_size=4740, time_cost=114268) [2024-06-18 14:42:52.404612] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988159, log_task={header:{begin_lsn:{lsn:122820913734}, end_lsn:{lsn:122820914279}, log_id:217988159, min_scn:{val:1718692972210402067, v:0}, max_scn:{val:1718692972210402067, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820913734}, data_checksum:2584791484, accum_checksum:2779177987, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972210502, freeze_ts:1718692972290142, submit_ts:1718692972290156, flushed_ts:1718692972404514, gen_to_freeze cost time:79640, gen_to_submit cost time:79654, submit_to_flush cost time:114358}, fs_cb_begin_ts=1718692972404597, log_life_time=194095) [2024-06-18 14:42:52.404626] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=72][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692972210402067, v:0}, log_ts:{val:1718692972210402067, v:0}, lsn:{lsn:122820913790}, submit_ts:1718692972210514}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007803}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=194107, ctx_lock_wait_time=2) [2024-06-18 14:42:52.406803] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=198000, time_dist: do_cluster_heartbeat=15, generate_cluster_version=196070, cluster_service_self_check=9) [2024-06-18 14:42:52.407085] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=27] ts response task statistics(alloc_count=25610, free_count=12804) [2024-06-18 14:42:52.407141] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=31] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:42:52.421872] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=28, mem_used=37435392) [2024-06-18 14:42:52.421930] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=37] release old cannot free more memory [2024-06-18 14:42:52.421975] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=43] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=105, size_used=0, mem_used=37435392) [2024-06-18 14:42:52.423254] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=976, avg_group_log_size=122) [2024-06-18 14:42:52.423312] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=50] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=976) [2024-06-18 14:42:52.423342] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT APPEND COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=58, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:52.423403] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:42:52.423430] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:42:52.423448] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=35, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:52.438824] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472578894}], scn_array=[{val:1718692972323636869, v:0}], curr_size=541, accum_size=1204, time_cost=79959) [2024-06-18 14:42:52.438984] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692972323636869, v:0}, log_ts:{val:1718692972323636869, v:0}, lsn:{lsn:71472578950}, submit_ts:1718692972323754}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005273}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=115226, ctx_lock_wait_time=1) [2024-06-18 14:42:52.439162] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692972048934111, max_version=1718692972048934111 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692971831487578 and max_version = 1718692971831487578 ) [2024-06-18 14:42:52.439421] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=117417, time_dist: do_cluster_heartbeat=12, generate_cluster_version=117293) [2024-06-18 14:42:52.450254] INFO [SQL.DTL] runTimerTask (ob_dtl_interm_result_manager.cpp:45) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=15] dump dtl interm result cost(us)(dump_cost=61511, ret=0, interm count=0, dump count=128) [2024-06-18 14:42:52.455621] WDIAG [SERVER] do_heartbeat_event (ob_heartbeat.cpp:265) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=24][errcode=0] try reload schema failed(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=-4023) [2024-06-18 14:42:52.459224] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.474004] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.448|208=1us|217=25.06ms|222=4us|total=25.15ms) [2024-06-18 14:42:52.474101] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=90][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.448|536=1us|557=7us|562=1us|total=25.20ms) [2024-06-18 14:42:52.474134] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.448|79=0us|total=25.23ms) [2024-06-18 14:42:52.484609] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=83289, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:52.484608] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078971403}], scn_array=[{val:1718692972407692305, v:0}], curr_size=122, accum_size=854, time_cost=61177) [2024-06-18 14:42:52.484608] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873706176}], scn_array=[{val:1718692972407692305, v:0}], curr_size=122, accum_size=488, time_cost=61332) [2024-06-18 14:42:52.484648] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820914279}], scn_array=[{val:1718692972210402068, v:0}], curr_size=611, accum_size=5351, time_cost=80001) [2024-06-18 14:42:52.484681] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=5351) [2024-06-18 14:42:52.484717] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=19, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:52.484763] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=61] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=5351) [2024-06-18 14:42:52.484824] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=37] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=11, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:52.484852] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=27] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=111533, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:52.484866] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=11, avg_log_gen_to_freeze_time=28065, avg_log_gen_to_submit_time=28083, avg_log_submit_to_flush_time=83377, avg_log_submit_to_slide_time=83450) [2024-06-18 14:42:52.484890] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=17] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=120, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:52.485265] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=89844, time_dist: do_cluster_heartbeat=13, generate_cluster_version=89659) [2024-06-18 14:42:52.503381] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:284, local_retry_times:284, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:52.503442] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=53][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.503457] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.503468] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:52.503504] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:52.503947] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:52.503984] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:52.504015] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=25][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:52.504057] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=38][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:52.504081] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:52.504100] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:52.504117] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:52.504136] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:52.504165] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=26][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:52.504182] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:52.504194] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:52.504211] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:52.504225] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:52.504245] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:52.504262] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:52.504286] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:52.504305] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.504325] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.504343] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:52.504363] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:52.504382] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:52.504400] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=285, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:52.504438] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=6339492, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=285, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.505176] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [1044][T1001_LCLSender][T1001][Y0-0000000000000000-0-0] [lt=46] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb607f22b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:42:52.508873] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD0E-0-0] [lt=34] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:52.509019] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD0E-0-0] [lt=44][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:52.509140] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28] get number(ret=0, service_type_=0, range=1, base_id=1718692972509134327, start_id=1718692972509134327, end_id=1718692972509134328) [2024-06-18 14:42:52.509343] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=5774, avg_group_log_size=524) [2024-06-18 14:42:52.511324] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=26] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=8) [2024-06-18 14:42:52.523760] INFO [SQL.DTL] runTimerTask (ob_dtl_interm_result_manager.cpp:60) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=45] clear dtl interm result cost(us)(clear_cost=73457, ret=0, expire_keys_.count()=0, dump count=128, interm count=0, clean count=0) [2024-06-18 14:42:52.525005] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=40] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:52.525724] INFO [SQL] check_session_leak (ob_sql_session_mgr.cpp:539) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=39] get current session count(used_session_count=3, hold_session_count=3, session_leak_count_threshold=100) [2024-06-18 14:42:52.526276] INFO [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:243) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=42] set tenant work area memory(tenant_id=1001, wa_pctg=5, limit=157286400, ret=0) [2024-06-18 14:42:52.530232] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=33][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:52.530274] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=39][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:52.530414] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:52.530445] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=28][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:52.530475] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=27][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:52.530517] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=37][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:52.530545] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:52.530572] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:52.530591] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:52.530612] WDIAG [SERVER] read_tenant_wa_percentage (ob_tenant_duty_task.cpp:180) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id=1002) [2024-06-18 14:42:52.530632] WDIAG [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:226) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] read variable tenant work area percentage fail(ret=-4152) [2024-06-18 14:42:52.530649] WDIAG [SERVER] update_all_tenants (ob_tenant_duty_task.cpp:62) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] update tenant work area memory fail(ret=-4152) [2024-06-18 14:42:52.531475] INFO [SHARE] refresh_primary_cluster_id (ob_alive_server_tracer.cpp:397) [331][ServerTracerTim][T0][YB42C0A801CD-00061B2414A2EFF2-0-0] [lt=34] refresh primary cluster finish(ret=0, primary_cluster_id_=-1) [2024-06-18 14:42:52.534298] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:52.534337] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=37][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:52.534472] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:52.534500] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:52.534525] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:52.534540] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:52.534562] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:52.534587] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:52.534599] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:52.534617] WDIAG [SERVER] read_obj (ob_tenant_duty_task.cpp:281) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id=1002) [2024-06-18 14:42:52.534636] WDIAG [SERVER] read_int64 (ob_tenant_duty_task.cpp:297) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] get object from tenant system variable fail(ret=-4152) [2024-06-18 14:42:52.534653] WDIAG [SERVER] update_tenant_sql_throttle (ob_tenant_duty_task.cpp:115) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] get tenant sql throttle metrics fail(ret=-4152) [2024-06-18 14:42:52.534665] WDIAG [SERVER] update_all_tenants (ob_tenant_duty_task.cpp:68) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] update tenant sql throttle fail(ret=-4152) [2024-06-18 14:42:52.559284] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.559687] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.539|208=0us|217=20.59ms|222=2us|total=20.66ms) [2024-06-18 14:42:52.559775] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=81][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.539|536=0us|557=6us|562=0us|total=20.71ms) [2024-06-18 14:42:52.559807] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.539|79=0us|total=20.73ms) [2024-06-18 14:42:52.586556] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=42] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:52.587521] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820914890}], scn_array=[{val:1718692972509134327, v:0}], curr_size=545, accum_size=545, time_cost=78157) [2024-06-18 14:42:52.587996] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=81104, time_dist: do_cluster_heartbeat=17, generate_cluster_version=80985) [2024-06-18 14:42:52.589608] INFO [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:262) [1322][T1002_ArcSender][T1002][YB42C0A801CD-00061B241952EEE7-0-0] [lt=30] ObArchiveSender is running(thread_index=4) [2024-06-18 14:42:52.593985] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.576|208=1us|217=17.03ms|222=2us|total=17.09ms) [2024-06-18 14:42:52.594056] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.576|536=0us|557=5us|562=0us|total=17.14ms) [2024-06-18 14:42:52.594088] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.576|79=1us|total=17.16ms) [2024-06-18 14:42:52.604532] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:285, local_retry_times:285, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:52.604589] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=51][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.604612] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.604631] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:52.604662] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:52.605007] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=27] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:52.605046] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=36] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:52.605076] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=25][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:52.605099] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:52.605121] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:52.605142] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:52.605160] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:52.605179] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:52.605197] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:52.605214] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:52.605226] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:52.605242] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:52.605255] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:52.605274] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:52.605290] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:52.605320] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:52.605338] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.605355] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.605375] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:52.605395] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:52.605414] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:52.605433] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=286, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:52.605468] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=6238462, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=286, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.607081] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F291-0-0] [lt=24] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:52.607131] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F291-0-0] [lt=45] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:52.613598] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=46] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:42:52.624979] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=38] PNIO [ratelimit] time: 1718692972624977, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007603, add_bytes: 0 [2024-06-18 14:42:52.629011] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=31] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:52.633308] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=96400, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:42:52.633304] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472579435}], scn_array=[{val:1718692972407070761, v:0}], curr_size=122, accum_size=1326, time_cost=97610) [2024-06-18 14:42:52.633306] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873706298}], scn_array=[{val:1718692972407692306, v:0}], curr_size=122, accum_size=610, time_cost=109966) [2024-06-18 14:42:52.633345] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078971525}], scn_array=[{val:1718692972407692306, v:0}], curr_size=122, accum_size=976, time_cost=109930) [2024-06-18 14:42:52.633371] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=976) [2024-06-18 14:42:52.633390] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=26, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:42:52.633440] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344680, log_task={header:{begin_lsn:{lsn:26873706298}, end_lsn:{lsn:26873706420}, log_id:174344680, min_scn:{val:1718692972407692306, v:0}, max_scn:{val:1718692972407692306, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873706298}, data_checksum:667309872, accum_checksum:4220527462, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972523288, freeze_ts:1718692972523293, submit_ts:1718692972523304, flushed_ts:1718692972633370, gen_to_freeze cost time:5, gen_to_submit cost time:16, submit_to_flush cost time:110066}, fs_cb_begin_ts=1718692972633421, log_life_time=110133) [2024-06-18 14:42:52.633558] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=70] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=976) [2024-06-18 14:42:52.633603] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=14, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:42:52.633627] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=96608, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:42:52.633643] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=8, avg_log_submit_to_flush_time=96543, avg_log_submit_to_slide_time=96599) [2024-06-18 14:42:52.633667] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050239, log_task={header:{begin_lsn:{lsn:683078971525}, end_lsn:{lsn:683078971647}, log_id:173050239, min_scn:{val:1718692972407692306, v:0}, max_scn:{val:1718692972407692306, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078971525}, data_checksum:2222604892, accum_checksum:410985482, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972523336, freeze_ts:1718692972523338, submit_ts:1718692972523343, flushed_ts:1718692972633523, gen_to_freeze cost time:2, gen_to_submit cost time:7, submit_to_flush cost time:110180}, fs_cb_begin_ts=1718692972633588, log_life_time=110252) [2024-06-18 14:42:52.633712] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=40] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=113, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:42:52.659344] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.664350] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.644|208=0us|217=19.52ms|222=2us|total=19.57ms) [2024-06-18 14:42:52.664420] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=63][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.644|536=0us|557=5us|562=0us|total=19.62ms) [2024-06-18 14:42:52.664444] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.644|79=0us|total=19.64ms) [2024-06-18 14:42:52.696201] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820915435}], scn_array=[{val:1718692972597311161, v:0}], curr_size=545, accum_size=1090, time_cost=98759) [2024-06-18 14:42:52.696498] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=39] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:42:52.696659] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=101106, time_dist: do_cluster_heartbeat=16, generate_cluster_version=100902, cluster_service_self_check=56) [2024-06-18 14:42:52.703221] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1019][T1001_TenantMet][T1001][Y0-0000000000000000-0-0] [lt=67] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:813, free_obj_hold_cnt:29, allocator used:3347792, allocator total:3466624}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3466624, tablets_mem_limit=257698020, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:15, free_obj_hold_cnt:0, allocator used:38400, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=813) [2024-06-18 14:42:52.705555] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:52.705855] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:52.705889] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:52.706000] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=6137929, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=287, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.707326] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A7-0-0] [lt=29] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:52.707617] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A7-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692972707612943, start_id=1718692972707612943, end_id=1718692972707612944) [2024-06-18 14:42:52.708478] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD0F-0-0] [lt=40][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:52.711433] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=33] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=7) [2024-06-18 14:42:52.721649] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [1037][T1001_LockWaitM][T1001][Y0-0000000000000000-0-0] [lt=32] report RowHolderMapper summary info(count=1, bkt_cnt=248) [2024-06-18 14:42:52.731098] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.707|208=0us|217=23.31ms|222=2us|total=23.39ms) [2024-06-18 14:42:52.731189] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=84][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.707|536=0us|557=6us|562=1us|total=23.44ms) [2024-06-18 14:42:52.731225] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=33][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.707|79=0us|total=23.47ms) [2024-06-18 14:42:52.759404] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.776258] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472579557}], scn_array=[{val:1718692972541097753, v:0}], curr_size=540, accum_size=1866, time_cost=142793) [2024-06-18 14:42:52.776410] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703315, log_task={header:{begin_lsn:{lsn:71472579557}, end_lsn:{lsn:71472580097}, log_id:183703315, min_scn:{val:1718692972541097753, v:0}, max_scn:{val:1718692972541097753, v:0}, data_len:484, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472579557}, data_checksum:410412370, accum_checksum:4029124316, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972541192, freeze_ts:1718692972633415, submit_ts:1718692972633428, flushed_ts:1718692972776327, gen_to_freeze cost time:92223, gen_to_submit cost time:92236, submit_to_flush cost time:142899}, fs_cb_begin_ts=1718692972776396, log_life_time=235204) [2024-06-18 14:42:52.776422] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=66][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692972541097753, v:0}, log_ts:{val:1718692972541097753, v:0}, lsn:{lsn:71472579613}, submit_ts:1718692972541204}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005274}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=235214, ctx_lock_wait_time=2) [2024-06-18 14:42:52.776582] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692972323636869, max_version=1718692972323636869 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692972048934111 and max_version = 1718692972048934111 ) [2024-06-18 14:42:52.779127] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=239625, time_dist: do_cluster_heartbeat=15, generate_cluster_version=237190, cluster_service_self_check=9) [2024-06-18 14:42:52.782544] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.769|208=0us|217=13.11ms|222=1us|total=13.16ms) [2024-06-18 14:42:52.782608] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.769|536=0us|557=4us|562=0us|total=13.20ms) [2024-06-18 14:42:52.782632] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.769|79=0us|total=13.22ms) [2024-06-18 14:42:52.787102] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=49] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:52.787537] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=34] current monitor number(seq_=-1) [2024-06-18 14:42:52.801906] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=22] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:52.801999] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=64] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:52.805012] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=45][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:52.806346] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:52.806385] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=37] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:52.806489] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=6037440, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=288, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.823237] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:519) [799][T1_HBService][T1][YB42C0A801CD-00061B241B52F125-0-0] [lt=36] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-06-18 14:42:52.839682] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.826|208=0us|217=13.13ms|222=2us|total=13.18ms) [2024-06-18 14:42:52.839744] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.826|536=0us|557=5us|562=0us|total=13.22ms) [2024-06-18 14:42:52.839774] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.826|79=0us|total=13.25ms) [2024-06-18 14:42:52.856359] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873706420}], scn_array=[{val:1718692972407692307, v:0}], curr_size=122, accum_size=732, time_cost=132897) [2024-06-18 14:42:52.856360] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078971647}], scn_array=[{val:1718692972407692307, v:0}], curr_size=122, accum_size=122, time_cost=132859) [2024-06-18 14:42:52.856356] INFO [PALF] inner_write_once_ (log_block_handler.cpp:411) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=19194636, this={dio_aligned_buf:{buf_write_offset:1325, buf_padding_size:2771, align_size:4096, aligned_buf_size:2125824, aligned_used_ts:15603, truncate_used_ts:3264}, log_block_size:67108864, dir_fd:195, io_fd:198}, aligned_buf_len=4096, aligned_buf="", aligned_block_offset=19193856, buf_len=545, total_write_size_=47823, total_write_size_after_dio_=393216, ob_pwrite_used_ts=8341135, count=84, each_pwrite_cost=99299) [2024-06-18 14:42:52.856407] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820915980}], scn_array=[{val:1718692972708574270, v:0}], curr_size=545, accum_size=1635, time_cost=147722) [2024-06-18 14:42:52.856500] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050240, log_task={header:{begin_lsn:{lsn:683078971647}, end_lsn:{lsn:683078971769}, log_id:173050240, min_scn:{val:1718692972407692307, v:0}, max_scn:{val:1718692972407692307, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078971647}, data_checksum:2222604892, accum_checksum:2256469987, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972723460, freeze_ts:1718692972723463, submit_ts:1718692972723468, flushed_ts:1718692972856426, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:132958}, fs_cb_begin_ts=1718692972856479, log_life_time=133019) [2024-06-18 14:42:52.856536] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988163, log_task={header:{begin_lsn:{lsn:122820915980}, end_lsn:{lsn:122820916525}, log_id:217988163, min_scn:{val:1718692972708574270, v:0}, max_scn:{val:1718692972708574270, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820915980}, data_checksum:2567870998, accum_checksum:1600289706, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972708633, freeze_ts:1718692972708640, submit_ts:1718692972708653, flushed_ts:1718692972856457, gen_to_freeze cost time:7, gen_to_submit cost time:20, submit_to_flush cost time:147804}, fs_cb_begin_ts=1718692972856524, log_life_time=147891) [2024-06-18 14:42:52.856546] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692972708574270, v:0}, log_ts:{val:1718692972708574270, v:0}, lsn:{lsn:122820916036}, submit_ts:1718692972708676}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007807}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=147866, ctx_lock_wait_time=1) [2024-06-18 14:42:52.856639] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=69][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344681, log_task={header:{begin_lsn:{lsn:26873706420}, end_lsn:{lsn:26873706542}, log_id:174344681, min_scn:{val:1718692972407692307, v:0}, max_scn:{val:1718692972407692307, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873706420}, data_checksum:667309872, accum_checksum:130455156, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972723410, freeze_ts:1718692972723417, submit_ts:1718692972723427, flushed_ts:1718692972856584, gen_to_freeze cost time:7, gen_to_submit cost time:17, submit_to_flush cost time:133157}, fs_cb_begin_ts=1718692972856625, log_life_time=133215) [2024-06-18 14:42:52.858707] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=151686, time_dist: do_cluster_heartbeat=12, generate_cluster_version=149745) [2024-06-18 14:42:52.859466] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.879258] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36] no need to update min/max version(new_version={val:1718692972323636869, v:0}, min_version={val:1718692972323636869, v:0}, max_version={val:1718692972323636869, v:0}) [2024-06-18 14:42:52.882118] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [1295][T1002_ArcSender][T1002][YB42C0A801CD-00061B2418F2EEE7-0-0] [lt=32][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:42:52.888965] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=11] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1001) [2024-06-18 14:42:52.889008] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=35] start lib cache evict(tenant_id=1001, mem_hold=31457280, mem_limit=64424505, cache_obj_num=159, cache_node_num=159) [2024-06-18 14:42:52.889029] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=17] end lib cache evict(tenant_id=1001, cache_evict_num=0, mem_hold=31457280, mem_limit=64424505, cache_obj_num=159, cache_node_num=159) [2024-06-18 14:42:52.889073] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=40] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:52.896042] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=15] Dumping All Cache Objs(alloc_obj_list.count()=159, alloc_obj_list=[{obj_id:1, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108434}, {obj_id:2, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:364654}, {obj_id:5, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:6, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:7, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:8, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:10, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:11, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:12, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138528}, {obj_id:13, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120256}, {obj_id:14, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109645}, {obj_id:17, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:18, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130853}, {obj_id:22, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127656}, {obj_id:23, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:25, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119525}, {obj_id:26, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115929}, {obj_id:29, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:32, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121863}, {obj_id:33, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127068}, {obj_id:35, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129890}, {obj_id:40, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108557}, {obj_id:44, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111354}, {obj_id:49, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109489}, {obj_id:51, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129940}, {obj_id:53, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120389}, {obj_id:54, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130549}, {obj_id:59, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118302}, {obj_id:61, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156684}, {obj_id:63, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129231}, {obj_id:65, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133769}, {obj_id:67, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:68, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:70, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:71, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157110}, {obj_id:91, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126915}, {obj_id:92, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122081}, {obj_id:93, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119686}, {obj_id:97, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106800}, {obj_id:99, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121264}, {obj_id:100, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:134777}, {obj_id:101, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113860}, {obj_id:102, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206355}, {obj_id:103, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121912}, {obj_id:104, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107927}, {obj_id:105, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122683}, {obj_id:106, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130990}, {obj_id:107, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:125184}, {obj_id:108, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:109, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109500}, {obj_id:110, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:111, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110199}, {obj_id:112, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:113, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:114, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:115, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:116, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:117, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:118, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117508}, {obj_id:119, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121004}, {obj_id:120, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130400}, {obj_id:121, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:122, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163454}, {obj_id:123, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132766}, {obj_id:124, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:152858}, {obj_id:125, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:126, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130965}, {obj_id:127, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125036}, {obj_id:128, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:145694}, {obj_id:129, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130042}, {obj_id:130, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131262}, {obj_id:131, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121063}, {obj_id:132, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118971}, {obj_id:133, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117714}, {obj_id:134, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132017}, {obj_id:135, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125117}, {obj_id:136, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120438}, {obj_id:137, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117890}, {obj_id:138, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120793}, {obj_id:139, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117922}, {obj_id:140, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120786}, {obj_id:141, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117858}, {obj_id:142, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124021}, {obj_id:143, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119374}, {obj_id:144, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115474}, {obj_id:145, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141969}, {obj_id:146, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115490}, {obj_id:147, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120215}, {obj_id:148, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115890}, {obj_id:149, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123896}, {obj_id:150, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115586}, {obj_id:151, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116738}, {obj_id:152, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245241}, {obj_id:153, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125566}, {obj_id:154, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186252}, {obj_id:155, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132630}, {obj_id:156, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111109}, {obj_id:157, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127196}, {obj_id:158, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:232043}, {obj_id:159, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173060}, {obj_id:160, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108082}, {obj_id:161, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121359}, {obj_id:162, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110027}, {obj_id:163, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120415}, {obj_id:164, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122998}, {obj_id:165, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:166, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:167, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105856}, {obj_id:168, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121153}, {obj_id:169, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107008}, {obj_id:170, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111252}, {obj_id:171, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176784}, {obj_id:172, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:153168}, {obj_id:173, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112303}, {obj_id:174, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138845}, {obj_id:175, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111898}, {obj_id:176, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:150756}, {obj_id:177, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:148335}, {obj_id:178, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:179, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112253}, {obj_id:180, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118200}, {obj_id:181, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124688}, {obj_id:182, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118817}, {obj_id:183, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122284}, {obj_id:184, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:171087}, {obj_id:185, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142870}, {obj_id:186, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:187, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110236}, {obj_id:188, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:189, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110171}, {obj_id:190, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111485}, {obj_id:191, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110000}, {obj_id:192, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111395}, {obj_id:193, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111447}, {obj_id:194, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112767}, {obj_id:195, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111449}, {obj_id:196, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110260}, {obj_id:197, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113143}, {obj_id:198, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:199, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110112}, {obj_id:200, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110112}, {obj_id:201, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110064}, {obj_id:202, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110016}, {obj_id:203, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110016}, {obj_id:204, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:205, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111464}, {obj_id:206, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110064}, {obj_id:207, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:208, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:209, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116902}, {obj_id:210, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:211, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111653}, {obj_id:212, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:213, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:214, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:215, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:162749}, {obj_id:216, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156632}, {obj_id:217, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224108}]) [2024-06-18 14:42:52.896616] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=569] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:52.898493] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=32][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:50, tid:1071}]) [2024-06-18 14:42:52.906578] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:288, local_retry_times:288, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:52.906627] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.906641] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:52.906660] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:52.906720] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=48][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:52.906976] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:52.907007] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:52.907031] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:52.907053] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:52.907074] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:52.907097] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:52.907113] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:52.907129] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:52.907146] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:52.907157] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:52.907173] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:52.907182] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:52.907199] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:52.907211] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:52.907227] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:52.907252] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:52.907269] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.907290] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:52.907307] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:52.907319] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:52.907337] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:52.907350] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=289, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:52.907381] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=5936548, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=289, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:52.907829] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472580097}], scn_array=[{val:1718692972707612943, v:0}], curr_size=478, accum_size=2344, time_cost=131419) [2024-06-18 14:42:52.907989] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=68][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703316, log_task={header:{begin_lsn:{lsn:71472580097}, end_lsn:{lsn:71472580575}, log_id:183703316, min_scn:{val:1718692972707612943, v:0}, max_scn:{val:1718692972707612943, v:0}, data_len:422, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472580097}, data_checksum:558270992, accum_checksum:1657244098, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972707715, freeze_ts:1718692972776368, submit_ts:1718692972776379, flushed_ts:1718692972907900, gen_to_freeze cost time:68653, gen_to_submit cost time:68664, submit_to_flush cost time:131521}, fs_cb_begin_ts=1718692972907974, log_life_time=200259) [2024-06-18 14:42:52.908000] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692972707612943, v:0}, log_ts:{val:1718692972707612943, v:0}, lsn:{lsn:71472580153}, submit_ts:1718692972707728}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005275}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=200268, ctx_lock_wait_time=1) [2024-06-18 14:42:52.908659] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=24] get number(ret=0, service_type_=0, range=1, base_id=1718692972908654876, start_id=1718692972908654876, end_id=1718692972908654877) [2024-06-18 14:42:52.909271] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A7-0-0] [lt=32] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:42:52.911542] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=34] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=6) [2024-06-18 14:42:52.912683] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A7-0-0] [lt=47][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:42:52.913969] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.899|208=0us|217=14.64ms|222=2us|total=14.70ms) [2024-06-18 14:42:52.914039] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.899|536=0us|557=4us|562=0us|total=14.75ms) [2024-06-18 14:42:52.914071] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.899|79=1us|total=14.78ms) [2024-06-18 14:42:52.925381] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1007) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=35] success to update min reserved snapshot(reserved_snapshot=1718691160399797253, duration=1800, snapshot_gc_ts_=1718692960399797253) [2024-06-18 14:42:52.925480] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1034) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=34] update reserved snapshot finished(cost_ts=101, reserved_snapshot=1718691160399797253) [2024-06-18 14:42:52.959525] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:52.960238] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD10-0-0] [lt=35] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:52.960346] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD10-0-0] [lt=44][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:52.965066] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820916525}], scn_array=[{val:1718692972798252843, v:0}], curr_size=545, accum_size=2180, time_cost=108532) [2024-06-18 14:42:52.965221] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988164, log_task={header:{begin_lsn:{lsn:122820916525}, end_lsn:{lsn:122820917070}, log_id:217988164, min_scn:{val:1718692972798252843, v:0}, max_scn:{val:1718692972798252843, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820916525}, data_checksum:468901502, accum_checksum:2242699561, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972798317, freeze_ts:1718692972856490, submit_ts:1718692972856508, flushed_ts:1718692972965132, gen_to_freeze cost time:58173, gen_to_submit cost time:58191, submit_to_flush cost time:108624}, fs_cb_begin_ts=1718692972965209, log_life_time=166892) [2024-06-18 14:42:52.965228] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=82][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692972798252843, v:0}, log_ts:{val:1718692972798252843, v:0}, lsn:{lsn:122820916581}, submit_ts:1718692972798327}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007808}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=166899, ctx_lock_wait_time=0) [2024-06-18 14:42:52.965600] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=168860, time_dist: do_cluster_heartbeat=9, generate_cluster_version=168733) [2024-06-18 14:42:52.973885] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A7-0-0] [lt=25] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692962815730, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692972973075, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:42:52.975392] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A7-0-0] [lt=45] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:42:52.987640] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=45] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:53.004483] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:52.984|208=0us|217=19.97ms|222=3us|total=20.02ms) [2024-06-18 14:42:53.004550] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=61][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:52.984|536=0us|557=6us|562=0us|total=20.07ms) [2024-06-18 14:42:53.004599] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=47][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:52.984|79=0us|total=20.11ms) [2024-06-18 14:42:53.007469] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:289, local_retry_times:289, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:53.007521] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=46][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.007542] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.007554] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:53.007583] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:53.007833] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:53.007867] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:53.007893] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:53.007916] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:53.007938] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:53.007960] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:53.007977] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:53.007991] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:53.008009] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:53.008020] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:53.008036] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:53.008046] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:53.008062] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:53.008074] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:53.008099] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=24][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:53.008125] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:53.008144] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.008165] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.008182] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:53.008194] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:53.008212] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:53.008223] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=290, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:53.008263] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=28] will sleep(sleep_us=100000, remain_us=5835666, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=290, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:53.008835] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=25] gc stale ls task succ [2024-06-18 14:42:53.009005] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:647) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Cache wash clean map node details(ret=0, clean_node_count=0, clean_time=21318, clean_start_pos=6200000, clean_num=200000) [2024-06-18 14:42:53.010829] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=102127, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:42:53.010828] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472580575}], scn_array=[{val:1718692972707612944, v:0}], curr_size=122, accum_size=2466, time_cost=102841) [2024-06-18 14:42:53.010857] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873706542}], scn_array=[{val:1718692972909258390, v:0}], curr_size=122, accum_size=854, time_cost=87241) [2024-06-18 14:42:53.010833] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078971769}], scn_array=[{val:1718692972909258390, v:0}], curr_size=122, accum_size=244, time_cost=87162) [2024-06-18 14:42:53.010897] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:42:53.010923] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=26, this=0xfffb481a0730, extra_info="") [2024-06-18 14:42:53.010981] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=66][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703317, log_task={header:{begin_lsn:{lsn:71472580575}, end_lsn:{lsn:71472580697}, log_id:183703317, min_scn:{val:1718692972707612944, v:0}, max_scn:{val:1718692972707612944, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472580575}, data_checksum:667309872, accum_checksum:494111140, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692972835814, freeze_ts:1718692972907943, submit_ts:1718692972907956, flushed_ts:1718692973010890, gen_to_freeze cost time:72129, gen_to_submit cost time:72142, submit_to_flush cost time:102934}, fs_cb_begin_ts=1718692973010968, log_life_time=175154) [2024-06-18 14:42:53.011031] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=44] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:42:53.011079] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=28] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:42:53.011106] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=102379, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:42:53.011144] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=36] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=5, avg_log_gen_to_submit_time=17, avg_log_submit_to_flush_time=102316, avg_log_submit_to_slide_time=102362) [2024-06-18 14:42:53.011178] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=26] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=109, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:42:53.050914] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820917070}], scn_array=[{val:1718692972960432004, v:0}], curr_size=545, accum_size=2725, time_cost=85699) [2024-06-18 14:42:53.051075] TRACE [TRACE] print_trace_log_if_necessary_ (ob_trans_ctx.cpp:139) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=48] [trans sampling] (TRACE=begin_ts=1718692972960007 2024-06-18 06:42:52.960007|[init] u=0 addr:0xfffb60b9cc50, id:1, trans_id:{txid:222007809}, ref:0, opid:12325|[start_trans] u=6 ret:0, left_time:29999978, ref:2, opid:12326|[start_access] u=3 ret:0, trace_id:"YB42C0A801CD-00061B241752FD10-0-0", opid:2, data_seq:1718692972896888, pending:1, ref:2, tid:684|[end_access] u=304 opid:2, pending:0, ref:2, tid:684|[set_stc] u=106 stc:1718692972960418, opid:12329|[after_submit_log] u=93 ret:0, log_no:0, base_ts:{scn_val:1718692972960432004}, t:{scn_val:1718692972960432004}, lsn:{lsn:122820917126}|[commit] u=4 ret:0, tid:1051, ref:4, opid:12329|[log_sync_succ_cb] u=90528 ret:0, log_type:0x1, t:{scn_val:1718692972960432004}, offset:{lsn:122820917126}, ref:2|[log_sync_succ_cb] u=1 ret:0, log_type:0x40, t:{scn_val:1718692972960432004}, offset:{lsn:122820917126}, ref:2|[response_scheduler] u=20 ret:0, tag1:false, tag2:false, status:0, commit_version:{scn_val:1718692972960432004}|total_timeu=91065) [2024-06-18 14:42:53.051251] TRACE [TRACE] print_trace_log_if_necessary_ (ob_trans_ctx.cpp:139) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=150] [trans sampling] (TRACE=begin_ts=1718692972960007 2024-06-18 06:42:52.960007|[init] u=0 addr:0xfffb60b9cc50, id:1, trans_id:{txid:222007809}, ref:0, opid:12325|[start_trans] u=6 ret:0, left_time:29999978, ref:2, opid:12326|[start_access] u=3 ret:0, trace_id:"YB42C0A801CD-00061B241752FD10-0-0", opid:2, data_seq:1718692972896888, pending:1, ref:2, tid:684|[end_access] u=304 opid:2, pending:0, ref:2, tid:684|[set_stc] u=106 stc:1718692972960418, opid:12329|[after_submit_log] u=93 ret:0, log_no:0, base_ts:{scn_val:1718692972960432004}, t:{scn_val:1718692972960432004}, lsn:{lsn:122820917126}|[commit] u=4 ret:0, tid:1051, ref:4, opid:12329|[log_sync_succ_cb] u=90528 ret:0, log_type:0x1, t:{scn_val:1718692972960432004}, offset:{lsn:122820917126}, ref:2|[log_sync_succ_cb] u=1 ret:0, log_type:0x40, t:{scn_val:1718692972960432004}, offset:{lsn:122820917126}, ref:2|[response_scheduler] u=20 ret:0, tag1:false, tag2:false, status:0, commit_version:{scn_val:1718692972960432004}|[exiting] u=154 ref:2, arg1:1, opid:12331|[log_sync_succ_cb] u=1 ret:0, log_type:0x100, t:{scn_val:1718692972960432004}, offset:{lsn:122820917126}, ref:1|[end_trans_cb] u=20 ret:0, arg1:0, arg2:{scn_val:1718692972960432004}, async:false, opid:12332|[destroy] u=2 opid:12332|total_timeu=91242) [2024-06-18 14:42:53.051427] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=92634, time_dist: do_cluster_heartbeat=12, generate_cluster_version=92534, cluster_service_self_check=7) [2024-06-18 14:42:53.056820] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.364|208=0us|217=20.34ms|222=2us|total=20.38ms) [2024-06-18 14:42:53.056878] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.364|536=0us|557=5us|562=0us|total=20.42ms) [2024-06-18 14:42:53.056909] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.364|79=0us|total=20.45ms) [2024-06-18 14:42:53.059586] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:53.063979] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=23] tx gc loop thread is running(MTL_ID()=1001) [2024-06-18 14:42:53.064011] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=31] try gc retain ctx [2024-06-18 14:42:53.065748] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=37] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692972407692306, v:0}, base_version={val:1718692972407692306, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692972407692306, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692973065725, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:53.065804] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=54] no need to update min/max version(new_version={val:1718692972407692306, v:0}, min_version={val:1718692972407692306, v:0}, max_version={val:1718692972407692306, v:0}) [2024-06-18 14:42:53.067458] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=11] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692986331788414, latest_log_ts:{val:1718692969691990042, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:42:53.067620] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=102] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=4641) [2024-06-18 14:42:53.067654] INFO [LIB] stat (utility.h:1157) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=28] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=43, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:42:53.080810] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCB2-0-0] [lt=37] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:53.080972] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40] get number(ret=0, service_type_=0, range=1, base_id=1718692973080968165, start_id=1718692973080968165, end_id=1718692973080968166) [2024-06-18 14:42:53.081079] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3066) [2024-06-18 14:42:53.081111] INFO [LIB] stat (utility.h:1157) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=33, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:42:53.096721] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472580697}], scn_array=[{val:1718692972975556736, v:0}], curr_size=478, accum_size=2944, time_cost=85740) [2024-06-18 14:42:53.096721] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873706664}], scn_array=[{val:1718692972909258391, v:0}], curr_size=122, accum_size=122, time_cost=73083) [2024-06-18 14:42:53.096725] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078971891}], scn_array=[{val:1718692972909258391, v:0}], curr_size=122, accum_size=366, time_cost=73058) [2024-06-18 14:42:53.096861] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=58] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=3485, avg_group_log_size=387) [2024-06-18 14:42:53.096933] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692972975556736, v:0}, log_ts:{val:1718692972975556736, v:0}, lsn:{lsn:71472580753}, submit_ts:1718692972975647}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005276}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=121282, ctx_lock_wait_time=1) [2024-06-18 14:42:53.098321] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [1060][T1001_ArcSender][T1001][YB42C0A801CD-00061B241632EEE7-0-0] [lt=31][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:42:53.106464] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=41] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:53.108350] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:290, local_retry_times:290, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:53.108393] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=38][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.108412] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.108424] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:53.108452] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:53.108691] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:53.108723] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:53.108748] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:53.108768] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:53.108790] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:53.108805] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:53.108821] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:53.108835] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:53.108852] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:53.108863] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:53.108879] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:53.108888] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:53.108904] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:53.108915] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:53.108931] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:53.108950] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:53.108967] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.108981] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.108998] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:53.109010] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:53.109028] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:53.109038] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=291, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:53.109069] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=5734860, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=291, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:53.110545] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=33] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:53.111649] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=36] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=5) [2024-06-18 14:42:53.113179] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=34] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=85921, mem_used=135183360) [2024-06-18 14:42:53.120838] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1124][T1002_PLSSer][T1001][YB42C0A801CD-00061B241E72F28C-0-0] [lt=51][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1510, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:53.128716] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=20] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:53.129850] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:53.129991] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:53.130232] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:53.130280] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:53.130520] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:53.130542] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:53.131076] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820917615}], scn_array=[{val:1718692972960432005, v:0}], curr_size=113, accum_size=2838, time_cost=63437) [2024-06-18 14:42:53.136814] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.103|208=0us|217=32.89ms|222=2us|total=32.94ms) [2024-06-18 14:42:53.136875] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.103|536=0us|557=4us|562=1us|total=32.98ms) [2024-06-18 14:42:53.136903] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.103|79=0us|total=33.01ms) [2024-06-18 14:42:53.159220] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 11953.00) [2024-06-18 14:42:53.159254] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=26] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:53.159377] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=48] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 22.89, rt: 15525.78) [2024-06-18 14:42:53.159402] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 59578.18, iops: 43.80, rt: 14320.11) [2024-06-18 14:42:53.159420] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=3, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12635040, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:53.159456] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159489] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=31] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159509] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159523] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159539] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159554] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159570] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159585] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159603] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159621] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159638] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159654] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159649] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:53.159669] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159684] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159697] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.159709] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:53.161142] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=17] ====== checkpoint timer task ====== [2024-06-18 14:42:53.161214] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=28] get_max_applied_scn(scn={val:1718692972960432004, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:16, palf_committed_end_lsn_:{lsn:122820917728}, last_check_scn_:{val:1718692973160445720, v:0}, max_applied_cb_scn_:{val:1718692972960432004, v:0}}) [2024-06-18 14:42:53.161287] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=39] get_min_unreplayed_log_info(lsn={lsn:122816394175}, scn={val:1718691444645174936, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691835286993, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6339004, ret_code_:0}}, next_to_submit_lsn_:{lsn:122816394175}, next_to_submit_scn_:{val:1718691444645174936, v:0}, base_lsn_:{lsn:122600411136}, base_scn_:{val:1718647204627847132, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1cc05000, next_round_pread_size:2121728, curr_read_pos:1940615, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1940615, log_storage_:{IteratorStorage:{start_lsn:{lsn:122814453560}, end_lsn:{lsn:122816394175}, read_buf:{buf_len_:2125824, buf_:0xfffb1cc05000}, block_size:67104768, log_storage_:0xfffb5e17eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444645174935, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:924, scn_:{val:1718691444645174935, v:0}, data_checksum:3075859636, flag:1}}, init_mode_version:0, accumulate_checksum:1894587408, curr_entry_is_padding:0, padding_entry_size:1860, padding_entry_scn:{val:1718691444645174935, v:0}}}}}) [2024-06-18 14:42:53.163667] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=83] succ to get rec scn(*this={this:0xfffb50804030, ls_id:{id:1}, tenant_id:1001, state:"L_WORKING", total_tx_ctx_count:1, active_tx_count:1, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1718647203827349903, v:0}, last_push_gc_task_ts_:1718691641582151, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:53.163711] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=43] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb4d4bc080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb4d4bc080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:1718692973160445720, v:0}) [2024-06-18 14:42:53.163759] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=39] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:42:53.164129] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=44] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:1718647299992699002, v:0}, min_rec_scn_tablet_ids=[{id:60476}], *this={this:0xfffb50c766d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692986331788414, latest_log_ts:{val:1718692969691990042, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:53.164241] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=106] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xfffb50c88f50}, min_rec_scn={val:1718647204627847132, v:0}, ls_id_={id:1}) [2024-06-18 14:42:53.164276] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=26] get rec log scn(service_type_=0, rec_log_ts={val:1718692969691990042, v:0}) [2024-06-18 14:42:53.164297] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=20] get rec log scn(service_type_=1, rec_log_ts={val:1718691836331788417, v:0}) [2024-06-18 14:42:53.164309] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=10] get rec log scn(service_type_=2, rec_log_ts={val:1718691841262442662, v:0}) [2024-06-18 14:42:53.164332] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=16] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1718647204627847132, v:0}, checkpoint_scn_in_ls_meta={val:1718647204627847132, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:42:53.164374] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:122600411136}, new_base_lsn={lsn:122600411136}, lsn={lsn:122600411136}) [2024-06-18 14:42:53.164405] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=30] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:122600411136}, ls->get_ls_id()={id:1}) [2024-06-18 14:42:53.164422] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=12] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-06-18 14:42:53.165861] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=42] get_max_applied_scn(scn={val:1718692972909258391, v:0}, this={ls_id_:{id:1001}, role_:1, proposal_id_:15, palf_committed_end_lsn_:{lsn:683078972013}, last_check_scn_:{val:1718692972909258392, v:0}, max_applied_cb_scn_:{val:1718692972909258391, v:0}}) [2024-06-18 14:42:53.165916] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=43] get_min_unreplayed_log_info(lsn={lsn:683078262445}, scn={val:1718691444594935387, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692972290512, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:683078262445}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:683059433472}, base_scn_:{val:1718691439026852456, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:683078262323}, end_lsn:{lsn:683078262445}, read_buf:{buf_len_:2125824, buf_:0xfffb1c405000}, block_size:67104768, log_storage_:0xfffb473deb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:154833137, flag:1}}, init_mode_version:0, accumulate_checksum:2889705391, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:42:53.180335] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [585][IO_HEALTH0][T0][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard 'LocalDevice' cost too much time, used=17264, time_dist: LocalDevice_submit=17243) [2024-06-18 14:42:53.180369] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [582][IO_SCHEDULE0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=-4389] destruct(*this=time guard 'LocalDevice' cost too much time, used=9954, time_dist: LocalDevice_submit=9932) [2024-06-18 14:42:53.206160] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505377, routine_name:"FN_CARDID_CHANGE", routine_type:2, overload:0, schema_version:1706258275050648}) [2024-06-18 14:42:53.206250] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505376, routine_name:"FN_CHECKNULL", routine_type:2, overload:0, schema_version:1706256665360664}) [2024-06-18 14:42:53.206330] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505375, routine_name:"PROC_IMPORT_CHECK_FY", routine_type:1, overload:0, schema_version:1706249115750184}) [2024-06-18 14:42:53.206457] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=26] ====== tenant freeze timer task ====== [2024-06-18 14:42:53.209155] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:291, local_retry_times:291, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:53.209203] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.209223] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.209233] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:53.209262] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:53.209533] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:53.209567] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:53.209592] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:53.209586] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=35] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:53.209613] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:53.209628] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:53.209647] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:53.209659] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:53.209681] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:53.209697] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:53.209706] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:53.209721] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:53.209731] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:53.209747] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:53.209758] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:53.209773] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:53.209791] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:53.209808] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.209821] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.209837] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:53.209848] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:53.209865] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:53.209877] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=292, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:53.209908] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=5634021, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=292, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:53.216841] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=108942, this=0xfffb79383a70, extra_info="") [2024-06-18 14:42:53.216842] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873706786}], scn_array=[{val:1718692972909258392, v:0}], curr_size=122, accum_size=244, time_cost=93177) [2024-06-18 14:42:53.216843] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078972013}], scn_array=[{val:1718692972909258392, v:0}], curr_size=122, accum_size=488, time_cost=93147) [2024-06-18 14:42:53.216874] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472581175}], scn_array=[{val:1718692973080968165, v:0}], curr_size=541, accum_size=3485, time_cost=119961) [2024-06-18 14:42:53.216905] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=29] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3485) [2024-06-18 14:42:53.216939] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=24, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:42:53.216993] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=40] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3485) [2024-06-18 14:42:53.217054] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=32] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=11, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:42:53.217079] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=152978, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:42:53.217092] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=43838, avg_log_gen_to_submit_time=43851, avg_log_submit_to_flush_time=109051, avg_log_submit_to_slide_time=109127) [2024-06-18 14:42:53.217065] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=69][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973080968165, v:0}, log_ts:{val:1718692973080968165, v:0}, lsn:{lsn:71472581231}, submit_ts:1718692973081158}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005277}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=135903, ctx_lock_wait_time=1) [2024-06-18 14:42:53.217133] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703319, log_task={header:{begin_lsn:{lsn:71472581175}, end_lsn:{lsn:71472581716}, log_id:183703319, min_scn:{val:1718692973080968165, v:0}, max_scn:{val:1718692973080968165, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472581175}, data_checksum:3954343197, accum_checksum:2074892757, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973081067, freeze_ts:1718692973096836, submit_ts:1718692973096847, flushed_ts:1718692973216954, gen_to_freeze cost time:15769, gen_to_submit cost time:15780, submit_to_flush cost time:120107}, fs_cb_begin_ts=1718692973217039, log_life_time=135972) [2024-06-18 14:42:53.217186] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=46] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=145, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:42:53.217196] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:53.217293] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=46] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692972707612943, max_version=1718692972707612943 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692972323636869 and max_version = 1718692972323636869 ) [2024-06-18 14:42:53.217413] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1718692972707612943, v:0}, new_max_version={val:1718692972707612943, v:0}, last_min_version={val:1718692972323636869, v:0}, last_max_version={val:1718692972323636869, v:0}, total_time_us=138033, delta_us=509797) [2024-06-18 14:42:53.217451] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=34] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1, current_version={val:1718692972707612943, v:0}, min_version={val:1718692972707612943, v:0}, max_version={val:1718692972707612943, v:0}, in_service=true, leader_epoch=17) [2024-06-18 14:42:53.217551] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=26][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=138208, time_dist: do_cluster_heartbeat=10, generate_cluster_version=138113) [2024-06-18 14:42:53.222537] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.206|208=0us|217=16.13ms|222=2us|total=16.18ms) [2024-06-18 14:42:53.222594] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=52][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.206|536=0us|557=3us|562=0us|total=16.21ms) [2024-06-18 14:42:53.222622] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.206|79=0us|total=16.24ms) [2024-06-18 14:42:53.239539] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=30] gc stale ls task succ [2024-06-18 14:42:53.256882] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820917728}], scn_array=[{val:1718692973160445720, v:0}], curr_size=545, accum_size=3383, time_cost=96308) [2024-06-18 14:42:53.257263] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=98343, time_dist: do_cluster_heartbeat=11, generate_cluster_version=98236) [2024-06-18 14:42:53.259709] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:53.263360] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=15] ====== check clog disk timer task ====== [2024-06-18 14:42:53.263400] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=26] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=2450) [2024-06-18 14:42:53.263436] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=17] cannot_recycle_log_size statistics(cannot_recycle_log_size=220507137, threshold=966367641, need_update_checkpoint_scn=false) [2024-06-18 14:42:53.265864] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505373, routine_name:"PROC_IMPORT_TEST", routine_type:1, overload:0, schema_version:1705910538036464}) [2024-06-18 14:42:53.267371] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=97] get number(ret=0, service_type_=0, range=1, base_id=1718692973267367250, start_id=1718692973267367250, end_id=1718692973267367251) [2024-06-18 14:42:53.308247] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=33][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.265|208=0us|217=42.30ms|222=3us|total=42.35ms) [2024-06-18 14:42:53.308307] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.265|536=0us|557=3us|562=0us|total=42.39ms) [2024-06-18 14:42:53.308336] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.265|79=0us|total=42.42ms) [2024-06-18 14:42:53.309985] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:292, local_retry_times:292, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:53.310029] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.310049] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.310068] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:53.310098] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:53.310335] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:53.310369] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:53.310393] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:53.310413] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:53.310433] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:53.310447] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:53.310464] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:53.310479] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:53.310495] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:53.310504] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:53.310519] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:53.310529] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:53.310544] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:53.310554] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:53.310569] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:53.310587] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:53.310604] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.310624] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.310641] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:53.310668] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=25][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:53.310686] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:53.310697] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=293, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:53.310727] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=5533202, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=293, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:53.311751] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=4) [2024-06-18 14:42:53.318342] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=29] gc stale ls task succ [2024-06-18 14:42:53.318864] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCB3-0-0] [lt=26] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692963194717, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692973318153, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:42:53.319041] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCB3-0-0] [lt=42] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:53.331266] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873706908}], scn_array=[{val:1718692972909258393, v:0}], curr_size=122, accum_size=366, time_cost=107549) [2024-06-18 14:42:53.331267] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472581716}], scn_array=[{val:1718692973080968166, v:0}], curr_size=122, accum_size=122, time_cost=95154) [2024-06-18 14:42:53.331271] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078972135}], scn_array=[{val:1718692972909258393, v:0}], curr_size=122, accum_size=610, time_cost=107526) [2024-06-18 14:42:53.331391] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344685, log_task={header:{begin_lsn:{lsn:26873706908}, end_lsn:{lsn:26873707030}, log_id:174344685, min_scn:{val:1718692972909258393, v:0}, max_scn:{val:1718692972909258393, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873706908}, data_checksum:667309872, accum_checksum:1835485650, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973223666, freeze_ts:1718692973223672, submit_ts:1718692973223683, flushed_ts:1718692973331329, gen_to_freeze cost time:6, gen_to_submit cost time:17, submit_to_flush cost time:107646}, fs_cb_begin_ts=1718692973331374, log_life_time=107708) [2024-06-18 14:42:53.331519] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=67][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050244, log_task={header:{begin_lsn:{lsn:683078972135}, end_lsn:{lsn:683078972257}, log_id:173050244, min_scn:{val:1718692972909258393, v:0}, max_scn:{val:1718692972909258393, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078972135}, data_checksum:2222604892, accum_checksum:3608214371, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973223716, freeze_ts:1718692973223718, submit_ts:1718692973223723, flushed_ts:1718692973331471, gen_to_freeze cost time:2, gen_to_submit cost time:7, submit_to_flush cost time:107748}, fs_cb_begin_ts=1718692973331506, log_life_time=107790) [2024-06-18 14:42:53.337786] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:778) [931][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=50] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):274, sequence:1}) [2024-06-18 14:42:53.338449] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA23-0-0] [lt=19][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:53.338487] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA23-0-0] [lt=35][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:53.341201] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:53.341237] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:53.341367] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:53.341395] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:53.341423] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:53.341469] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:53.341496] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:53.341523] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:53.341543] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:53.341562] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:53.341587] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:53.341608] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=24, mem_used=16637952) [2024-06-18 14:42:53.341636] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] release old cannot free more memory [2024-06-18 14:42:53.341652] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=44, size_used=0, mem_used=16637952) [2024-06-18 14:42:53.343550] INFO [STORAGE] runTimerTask (ob_tenant_memory_printer.cpp:31) [333][MemDumpTimer][T0][Y0-0000000000000000-0-0] [lt=26] === Run print tenant memory usage task === [2024-06-18 14:42:53.343949] INFO [LIB] operator() (ob_malloc_allocator.cpp:567) [333][MemDumpTimer][T0][Y0-0000000000000000-0-0] [lt=30] [MEMORY] tenant: 500, limit: 9223372036854775807 hold: 1061093376 rpc_hold: 0 cache_hold: 0 cache_used: 0 cache_item_count: 0 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 698351616 limit= 9223372036854775807 [MEMORY] ctx_id= GLIBC hold_bytes= 6291456 limit= 9223372036854775807 [MEMORY] ctx_id= CO_STACK hold_bytes= 176160768 limit= 9223372036854775807 [MEMORY] ctx_id= LIBEASY hold_bytes= 6291456 limit= 9223372036854775807 [MEMORY] ctx_id= LOGGER_CTX_ID hold_bytes= 12582912 limit= 9223372036854775807 [MEMORY] ctx_id= RPC_CTX_ID hold_bytes= 4194304 limit= 9223372036854775807 [MEMORY] ctx_id= PKT_NIO hold_bytes= 29884416 limit= 9223372036854775807 [MEMORY] ctx_id= SCHEMA_SERVICE hold_bytes= 74252288 limit= 9223372036854775807 [MEMORY] ctx_id= UNEXPECTED_IN_500 hold_bytes= 53084160 limit= 9223372036854775807 [2024-06-18 14:42:53.344512] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:176) [333][MemDumpTimer][T0][Y0-0000000000000000-0-0] [lt=27] [MEMORY] tenant_id= 500 ctx_id= DEFAULT_CTX_ID hold= 698351616 used= 651915712 limit= 9223372036854775807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] hold= 268566608 used= 268435472 count= 3 avg_used= 89478490 block_cnt= 3 chunk_cnt= 3 mod=CACHE_MAP_BKT [MEMORY] hold= 66584576 used= 66551808 count= 32 avg_used= 2079744 block_cnt= 32 chunk_cnt= 32 mod=ObTxDesc [MEMORY] hold= 33619968 used= 33554464 count= 1 avg_used= 33554464 block_cnt= 1 chunk_cnt= 1 mod=BloomFilter [MEMORY] hold= 31522816 used= 31458304 count= 1 avg_used= 31458304 block_cnt= 1 chunk_cnt= 1 mod=ash_list [MEMORY] hold= 25231360 used= 25165848 count= 1 avg_used= 25165848 block_cnt= 1 chunk_cnt= 1 mod=CACHE_MAP_LOCK [MEMORY] hold= 24051712 used= 24029880 count= 1 avg_used= 24029880 block_cnt= 1 chunk_cnt= 1 mod=CACHE_MB_HANDLE [MEMORY] hold= 22200320 used= 21151008 count= 271 avg_used= 78048 block_cnt= 271 chunk_cnt= 42 mod=[T]ObSessionDIB [MEMORY] hold= 18939904 used= 18874392 count= 1 avg_used= 18874392 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDTLINT [MEMORY] hold= 10878976 used= 10803616 count= 12 avg_used= 900301 block_cnt= 12 chunk_cnt= 8 mod=IoControl [MEMORY] hold= 9633792 used= 9626880 count= 54 avg_used= 178275 block_cnt= 54 chunk_cnt= 21 mod=Iteratorget_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=16, mem_used=37435392) [2024-06-18 14:42:53.422187] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=33] release old cannot free more memory [2024-06-18 14:42:53.422206] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=16] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=66, size_used=0, mem_used=37435392) [2024-06-18 14:42:53.423810] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:42:53.423857] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:42:53.423887] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=26] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=56, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:53.423946] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:42:53.423973] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:42:53.423989] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=34, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:53.445412] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=44][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.415|208=0us|217=30.16ms|222=3us|total=30.22ms) [2024-06-18 14:42:53.445485] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.415|536=0us|557=7us|562=0us|total=30.27ms) [2024-06-18 14:42:53.445515] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.415|79=0us|total=30.30ms) [2024-06-18 14:42:53.455260] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=25] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:53.455940] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1195][T1002_TntTransf][T1002][YB42C0A801CD-00061B241E82EF45-0-0] [lt=27][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1479, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:53.456118] INFO [BALANCE.TRANSFER] do_work (ob_tenant_transfer_service.cpp:141) [1195][T1002_TntTransf][T1002][YB42C0A801CD-00061B241E82EF45-0-0] [lt=45] [TENANT_TRANSFER] finish one round(ret=0, ret="OB_SUCCESS", all_tasks_count=0, thread_task_count=0, thread_idx=2) [2024-06-18 14:42:53.459831] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:53.463634] INFO [BALANCE.TRANSFER] do_work (ob_tenant_transfer_service.cpp:141) [1196][T1002_TntTransf][T1002][YB42C0A801CD-00061B241E52EF45-0-0] [lt=39] [TENANT_TRANSFER] finish one round(ret=0, ret="OB_SUCCESS", all_tasks_count=0, thread_task_count=0, thread_idx=3) [2024-06-18 14:42:53.468556] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472581838}], scn_array=[{val:1718692973319185058, v:0}], curr_size=541, accum_size=663, time_cost=137126) [2024-06-18 14:42:53.468707] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703321, log_task={header:{begin_lsn:{lsn:71472581838}, end_lsn:{lsn:71472582379}, log_id:183703321, min_scn:{val:1718692973319185058, v:0}, max_scn:{val:1718692973319185058, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472581838}, data_checksum:3440136144, accum_checksum:668203141, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973319245, freeze_ts:1718692973331385, submit_ts:1718692973331396, flushed_ts:1718692973468640, gen_to_freeze cost time:12140, gen_to_submit cost time:12151, submit_to_flush cost time:137244}, fs_cb_begin_ts=1718692973468691, log_life_time=149446) [2024-06-18 14:42:53.468717] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973319185058, v:0}, log_ts:{val:1718692973319185058, v:0}, lsn:{lsn:71472581894}, submit_ts:1718692973319255}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005278}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=149457, ctx_lock_wait_time=2) [2024-06-18 14:42:53.468895] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692973080968165, max_version=1718692973080968165 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692972707612943 and max_version = 1718692972707612943 ) [2024-06-18 14:42:53.469178] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=151555, time_dist: do_cluster_heartbeat=10, generate_cluster_version=151412, cluster_service_self_check=12) [2024-06-18 14:42:53.469267] INFO [BALANCE.TRANSFER] do_work (ob_tenant_transfer_service.cpp:141) [1193][T1002_TntTransf][T1002][YB42C0A801CD-00061B241E42EF45-0-0] [lt=41] [TENANT_TRANSFER] finish one round(ret=0, ret="OB_SUCCESS", all_tasks_count=0, thread_task_count=0, thread_idx=0) [2024-06-18 14:42:53.471414] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=21] ====== check clog disk timer task ====== [2024-06-18 14:42:53.471452] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=26] get_disk_usage(ret=0, capacity(MB):=27648, used(MB):=22064) [2024-06-18 14:42:53.471500] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=24] cannot_recycle_log_size statistics(cannot_recycle_log_size=4077624695, threshold=8697308774, need_update_checkpoint_scn=false) [2024-06-18 14:42:53.473386] INFO [BALANCE.TRANSFER] do_work (ob_tenant_transfer_service.cpp:141) [1194][T1002_TntTransf][T1002][YB42C0A801CD-00061B241E62EF45-0-0] [lt=37] [TENANT_TRANSFER] finish one round(ret=0, ret="OB_SUCCESS", all_tasks_count=0, thread_task_count=0, thread_idx=1) [2024-06-18 14:42:53.475216] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [457][DBMS_SCHEDULER][T0][YB42C0A801CD-00061B241432EEEB-0-0] [lt=20][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:53.488758] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [457][DBMS_SCHEDULER][T0][YB42C0A801CD-00061B241432EEEB-0-0] [lt=20][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:53.495817] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [1112][T1002_PalfGC][T1002][Y0-0000000000000000-0-0] [lt=57] BlockGCTimerTask success(ret=0, cost_time_us=39, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.1.205:2882", log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):27648, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):27648, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):4016, sequence:1}, log_alloc_mgr_:{flying_log_task:2, flying_meta_task:0}}) [2024-06-18 14:42:53.499234] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [457][DBMS_SCHEDULER][T0][YB42C0A801CD-00061B241432EEEB-0-0] [lt=15][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:53.503649] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [917][T1001_Occam][T1001][YB42C0A801CD-00061B2415C2F30E-0-0] [lt=34] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:53.511309] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [1094][T1002_Occam][T1002][YB42C0A801CD-00061B241712F308-0-0] [lt=21] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:53.511854] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=28] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=3) [2024-06-18 14:42:53.511883] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:294, local_retry_times:294, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:53.511931] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.511974] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.511985] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:53.512014] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:53.512330] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:53.512363] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:53.512390] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:53.512411] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:53.512433] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:53.512455] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:53.512472] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:53.512489] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:53.512506] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:53.512516] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:53.512532] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:53.512542] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:53.512559] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:53.512573] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:53.512587] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:53.512614] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:53.512631] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.512651] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.512668] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:53.512682] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:53.512701] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:53.512720] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=295, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:53.512751] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=5331179, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=295, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:53.520048] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=51] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=103810, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:53.520046] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873707030}], scn_array=[{val:1718692973410801055, v:0}], curr_size=122, accum_size=488, time_cost=96211) [2024-06-18 14:42:53.520050] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078972257}], scn_array=[{val:1718692973410801055, v:0}], curr_size=122, accum_size=732, time_cost=96088) [2024-06-18 14:42:53.520084] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820918395}], scn_array=[{val:1718692973267367250, v:0}], curr_size=1990, accum_size=5495, time_cost=114241) [2024-06-18 14:42:53.520119] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=33] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=5495) [2024-06-18 14:42:53.520146] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=15] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=24, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:53.520189] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=65] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=5495) [2024-06-18 14:42:53.520245] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=11, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:53.520267] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=126348, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:53.520312] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=44] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=22351, avg_log_gen_to_submit_time=22369, avg_log_submit_to_flush_time=103913, avg_log_submit_to_slide_time=103978) [2024-06-18 14:42:53.520264] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=86][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973384445648, v:0}, log_ts:{val:1718692973384445648, v:0}, lsn:{lsn:122820919429}, submit_ts:1718692973384565}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007813}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=135695, ctx_lock_wait_time=2) [2024-06-18 14:42:53.520360] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988169, log_task={header:{begin_lsn:{lsn:122820918395}, end_lsn:{lsn:122820920385}, log_id:217988169, min_scn:{val:1718692973267367250, v:0}, max_scn:{val:1718692973384445648, v:0}, data_len:1934, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820918395}, data_checksum:2539205063, accum_checksum:2761835188, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973267477, freeze_ts:1718692973405745, submit_ts:1718692973405774, flushed_ts:1718692973520154, gen_to_freeze cost time:138268, gen_to_submit cost time:138297, submit_to_flush cost time:114380}, fs_cb_begin_ts=1718692973520229, log_life_time=252752) [2024-06-18 14:42:53.520417] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=51] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=122, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:53.520485] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=70][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973267367250, v:0}, log_ts:{val:1718692973267367250, v:0}, lsn:{lsn:122820918451}, submit_ts:1718692973267489}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007811}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=252994, ctx_lock_wait_time=1) [2024-06-18 14:42:53.520590] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973360540507, v:0}, log_ts:{val:1718692973360540507, v:0}, lsn:{lsn:122820918940}, submit_ts:1718692973360606}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007812}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=159982, ctx_lock_wait_time=1) [2024-06-18 14:42:53.520700] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=41] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:53.520857] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=255028, time_dist: do_cluster_heartbeat=11, generate_cluster_version=254864, cluster_service_self_check=10) [2024-06-18 14:42:53.520941] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=161887, time_dist: do_cluster_heartbeat=10, generate_cluster_version=161797) [2024-06-18 14:42:53.525393] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.508|208=0us|217=16.87ms|222=3us|total=16.94ms) [2024-06-18 14:42:53.525466] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=68][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.508|536=0us|557=5us|562=0us|total=16.98ms) [2024-06-18 14:42:53.525496] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.508|79=0us|total=17.00ms) [2024-06-18 14:42:53.525647] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=38] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:53.553904] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F29D-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692973553898628, start_id=1718692973553898628, end_id=1718692973553898629) [2024-06-18 14:42:53.554087] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F29D-0-0] [lt=43] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=5587, avg_group_log_size=620) [2024-06-18 14:42:53.559892] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:53.588705] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873707152}], scn_array=[{val:1718692973410801056, v:0}], curr_size=122, accum_size=610, time_cost=64809) [2024-06-18 14:42:53.588713] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078972379}], scn_array=[{val:1718692973410801056, v:0}], curr_size=122, accum_size=854, time_cost=64784) [2024-06-18 14:42:53.607974] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505372, routine_name:"PKG_HOSP_DATA_MAINTAIN_DATA_COUNT_QUERY_TEST", routine_type:1, overload:0, schema_version:1705458238976512}) [2024-06-18 14:42:53.608215] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=46] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:505307, routine_id:505369, routine_name:"PKG_HOSP_DATA_MAINTAIN_DATA_NODATA", routine_type:3, overload:0, schema_version:1708935100366872}) [2024-06-18 14:42:53.608320] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:505307, routine_id:505368, routine_name:"PKG_HOSP_DATA_MAINTAIN_DATA_DELETE", routine_type:3, overload:0, schema_version:1708935100362160}) [2024-06-18 14:42:53.608327] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F292-0-0] [lt=25] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:53.608358] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F292-0-0] [lt=25] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:53.608419] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:505307, routine_id:505367, routine_name:"PKG_HOSP_DATA_MAINTAIN_DATA_UNCONFIRM", routine_type:3, overload:0, schema_version:1708935100358888}) [2024-06-18 14:42:53.608511] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:505307, routine_id:505366, routine_name:"PKG_HOSP_DATA_MAINTAIN_DATA_CONFIRM", routine_type:3, overload:0, schema_version:1708935100355664}) [2024-06-18 14:42:53.608601] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:505307, routine_id:505365, routine_name:"PKG_HOSP_DATA_MAINTAIN_DATA_COUNT_QUERY", routine_type:3, overload:0, schema_version:1708935100351392}) [2024-06-18 14:42:53.608703] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505345, routine_name:"PKG_WEB_CUSTOM_CHART_SAVE", routine_type:3, overload:0, schema_version:1709724471057456}) [2024-06-18 14:42:53.608804] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505344, routine_name:"PKG_WEB_CUSTOM_CHART_DELETE", routine_type:3, overload:0, schema_version:1709724471054568}) [2024-06-18 14:42:53.608900] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505343, routine_name:"PKG_WEB_CUSTOM_CHART_QUERY", routine_type:3, overload:0, schema_version:1709724471051776}) [2024-06-18 14:42:53.608993] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505342, routine_name:"PKG_WEB_CUSTOM_CHART_LIST_QUERY", routine_type:3, overload:0, schema_version:1709724471048784}) [2024-06-18 14:42:53.609086] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505341, routine_name:"PKG_WEB_CUSTOM_TABLE_SAVE", routine_type:3, overload:0, schema_version:1709724471044784}) [2024-06-18 14:42:53.609184] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505340, routine_name:"PKG_WEB_CUSTOM_TABLE_DELETE", routine_type:3, overload:0, schema_version:1709724471041872}) [2024-06-18 14:42:53.609279] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505339, routine_name:"PKG_WEB_CUSTOM_TABLE_QUERY", routine_type:3, overload:0, schema_version:1709724471038928}) [2024-06-18 14:42:53.609379] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505338, routine_name:"PKG_WEB_CUSTOM_TABLE_QUERY_SETTINGS", routine_type:3, overload:0, schema_version:1709724471035992}) [2024-06-18 14:42:53.609475] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505337, routine_name:"PKG_WEB_CUSTOM_TABLE_LIST_QUERY", routine_type:3, overload:0, schema_version:1709724471033048}) [2024-06-18 14:42:53.609571] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505336, routine_name:"PKG_WEB_CUSTOM_COND_SAVE", routine_type:3, overload:0, schema_version:1709724471029384}) [2024-06-18 14:42:53.609669] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505335, routine_name:"PKG_WEB_CUSTOM_COND_DELETE", routine_type:3, overload:0, schema_version:1709724471026464}) [2024-06-18 14:42:53.609763] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505334, routine_name:"PKG_WEB_CUSTOM_COND_QUERY", routine_type:3, overload:0, schema_version:1709724471023376}) [2024-06-18 14:42:53.609857] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505333, routine_name:"PKG_WEB_CUSTOM_COND_QUERY_SETTINGS", routine_type:3, overload:0, schema_version:1709724471020136}) [2024-06-18 14:42:53.609951] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:504609, routine_id:505332, routine_name:"PKG_WEB_CUSTOM_COND_LIST_QUERY", routine_type:3, overload:0, schema_version:1709724471016552}) [2024-06-18 14:42:53.610045] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505314, routine_name:"PROC_DATA_HOSP_UPLOAD_RECORD_ERR_DETAIL", routine_type:1, overload:0, schema_version:1704940991898344}) [2024-06-18 14:42:53.610109] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505313, routine_name:"PROC_DATA_HOSP_UPLOAD_RECORD", routine_type:1, overload:0, schema_version:1704940629879080}) [2024-06-18 14:42:53.610198] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505311, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:42:53.610273] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505310, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:42:53.610342] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505309, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:42:53.610409] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505308, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:42:53.610484] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505306, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:42:53.610519] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505305, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:42:53.610554] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505304, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:42:53.610588] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505303, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:42:53.610627] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505301, routine_name:"PROC_WEB_DYNA_FILE_DOWNLOAD", routine_type:1, overload:0, schema_version:1704869969837616}) [2024-06-18 14:42:53.610975] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=48] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:53.612841] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:295, local_retry_times:295, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:53.612894] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=47][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.612909] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:53.612928] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:53.612960] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:53.613291] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:53.613328] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:53.613355] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:53.613376] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:53.613399] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:53.613416] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:53.613433] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:53.613451] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:53.613469] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:53.613478] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:53.613495] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:53.613505] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:53.613523] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:53.613537] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:53.613553] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:53.613583] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:53.613602] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.613622] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:53.613641] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:53.613654] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:53.613671] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:53.613683] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=296, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:53.613716] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=5230215, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=296, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:53.613755] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=40] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:42:53.617283] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820920385}], scn_array=[{val:1718692973553898628, v:0}], curr_size=637, accum_size=637, time_cost=63182) [2024-06-18 14:42:53.617281] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472582379}], scn_array=[{val:1718692973410160701, v:0}], curr_size=122, accum_size=785, time_cost=80947) [2024-06-18 14:42:53.622484] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B03059D-0-0] [lt=39] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:53.622532] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.610|208=1us|217=11.85ms|222=3us|total=11.91ms) [2024-06-18 14:42:53.622599] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD13-0-0] [lt=32][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:53.622607] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=69][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.610|536=0us|557=4us|562=0us|total=11.95ms) [2024-06-18 14:42:53.622635] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.610|79=0us|total=11.98ms) [2024-06-18 14:42:53.629113] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=32] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:53.632596] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=42] PNIO [ratelimit] time: 1718692973632594, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007617, add_bytes: 0 [2024-06-18 14:42:53.659954] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:53.676228] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=17] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505215, routine_name:"PROC_DATA_HOSP_DATA_QUALITY_DETAIL", routine_type:1, overload:0, schema_version:1705389060856328}) [2024-06-18 14:42:53.685956] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472582501}], scn_array=[{val:1718692973570826612, v:0}], curr_size=541, accum_size=1326, time_cost=68512) [2024-06-18 14:42:53.686093] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703323, log_task={header:{begin_lsn:{lsn:71472582501}, end_lsn:{lsn:71472583042}, log_id:183703323, min_scn:{val:1718692973570826612, v:0}, max_scn:{val:1718692973570826612, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472582501}, data_checksum:885427563, accum_checksum:4192314607, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973570890, freeze_ts:1718692973617393, submit_ts:1718692973617406, flushed_ts:1718692973686031, gen_to_freeze cost time:46503, gen_to_submit cost time:46516, submit_to_flush cost time:68625}, fs_cb_begin_ts=1718692973686078, log_life_time=115188) [2024-06-18 14:42:53.686102] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973570826612, v:0}, log_ts:{val:1718692973570826612, v:0}, lsn:{lsn:71472582557}, submit_ts:1718692973570901}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005279}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=115197, ctx_lock_wait_time=2) [2024-06-18 14:42:53.686264] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692973319185058, max_version=1718692973319185058 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692973080968165 and max_version = 1718692973080968165 ) [2024-06-18 14:42:53.686518] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=117253, time_dist: do_cluster_heartbeat=13, generate_cluster_version=117117) [2024-06-18 14:42:53.692038] INFO pn_ratelimit (group.c:539) [568][IngressService][T0][Y0-0000000000000000-0-0] [lt=33] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-06-18 14:42:53.705485] INFO [CLOG] is_in_sync (ob_log_handler.cpp:547) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F359-0-0] [lt=28] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-06-18 14:42:53.711961] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=33] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=2) [2024-06-18 14:42:53.713804] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:53.713951] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=35][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.692|208=0us|217=21.28ms|222=1us|total=21.33ms) [2024-06-18 14:42:53.714017] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.692|536=0us|557=4us|562=0us|total=21.38ms) [2024-06-18 14:42:53.714048] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.692|79=0us|total=21.40ms) [2024-06-18 14:42:53.714154] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:53.714193] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:53.714307] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=5129624, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=297, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:53.731714] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=95296, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:42:53.731716] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873707274}], scn_array=[{val:1718692973410801057, v:0}], curr_size=122, accum_size=732, time_cost=107773) [2024-06-18 14:42:53.731715] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820921022}, {lsn:122820921567}], scn_array=[{val:1718692973622654370, v:0}, {val:1718692973622698311, v:0}], curr_size=1635, accum_size=2272, time_cost=108920) [2024-06-18 14:42:53.731756] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078972501}], scn_array=[{val:1718692973410801057, v:0}], curr_size=122, accum_size=976, time_cost=107744) [2024-06-18 14:42:53.731787] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=976) [2024-06-18 14:42:53.731810] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=23, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:42:53.731856] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988171, log_task={header:{begin_lsn:{lsn:122820921022}, end_lsn:{lsn:122820921567}, log_id:217988171, min_scn:{val:1718692973622654370, v:0}, max_scn:{val:1718692973622654370, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820921022}, data_checksum:2147914293, accum_checksum:1944620979, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973622733, freeze_ts:1718692973622741, submit_ts:1718692973622761, flushed_ts:1718692973731782, gen_to_freeze cost time:8, gen_to_submit cost time:28, submit_to_flush cost time:109021}, fs_cb_begin_ts=1718692973731835, log_life_time=109102) [2024-06-18 14:42:53.731863] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344688, log_task={header:{begin_lsn:{lsn:26873707274}, end_lsn:{lsn:26873707396}, log_id:174344688, min_scn:{val:1718692973410801057, v:0}, max_scn:{val:1718692973410801057, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873707274}, data_checksum:667309872, accum_checksum:1050007584, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973623896, freeze_ts:1718692973623900, submit_ts:1718692973623909, flushed_ts:1718692973731788, gen_to_freeze cost time:4, gen_to_submit cost time:13, submit_to_flush cost time:107879}, fs_cb_begin_ts=1718692973731841, log_life_time=107945) [2024-06-18 14:42:53.731870] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973622654370, v:0}, log_ts:{val:1718692973622654370, v:0}, lsn:{lsn:122820921078}, submit_ts:1718692973622793}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007815}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=109071, ctx_lock_wait_time=2) [2024-06-18 14:42:53.731968] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=54] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=976) [2024-06-18 14:42:53.732015] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:42:53.732039] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=95522, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:42:53.732052] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=8, avg_log_submit_to_flush_time=95472, avg_log_submit_to_slide_time=95514) [2024-06-18 14:42:53.732030] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=66][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973622698311, v:0}, log_ts:{val:1718692973622698311, v:0}, lsn:{lsn:122820921623}, submit_ts:1718692973622772}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007816}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=109257, ctx_lock_wait_time=0) [2024-06-18 14:42:53.732068] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050247, log_task={header:{begin_lsn:{lsn:683078972501}, end_lsn:{lsn:683078972623}, log_id:173050247, min_scn:{val:1718692973410801057, v:0}, max_scn:{val:1718692973410801057, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078972501}, data_checksum:2222604892, accum_checksum:2116525845, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973623940, freeze_ts:1718692973623943, submit_ts:1718692973623948, flushed_ts:1718692973731934, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:107986}, fs_cb_begin_ts=1718692973732000, log_life_time=108060) [2024-06-18 14:42:53.732113] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=39] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=88, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:42:53.732227] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=42] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=16, start_service_tstamp_=1718691847564337, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:42:53.732249] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=111303, time_dist: do_cluster_heartbeat=16, generate_cluster_version=111156) [2024-06-18 14:42:53.732334] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=111300, time_dist: do_cluster_heartbeat=15, generate_cluster_version=111152, cluster_service_self_check=56) [2024-06-18 14:42:53.748238] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.726|208=0us|217=21.84ms|222=2us|total=21.89ms) [2024-06-18 14:42:53.748297] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.726|536=0us|557=5us|562=0us|total=21.93ms) [2024-06-18 14:42:53.748319] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.726|79=1us|total=21.95ms) [2024-06-18 14:42:53.760014] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:53.772357] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_ls_info.cpp:54) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F359-0-0] [lt=35][errcode=-4008] execute fail(ret=-4008) [2024-06-18 14:42:53.775068] INFO [STORAGE.TRANS] print_stat_ (ob_black_list.cpp:362) [1432][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=30] start to print blacklist info [2024-06-18 14:42:53.787712] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=26] current monitor number(seq_=-1) [2024-06-18 14:42:53.788091] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCB5-0-0] [lt=36] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:53.788268] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38] get number(ret=0, service_type_=0, range=1, base_id=1718692973788263265, start_id=1718692973788263265, end_id=1718692973788263266) [2024-06-18 14:42:53.788942] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472583042}], scn_array=[{val:1718692973570826613, v:0}], curr_size=122, accum_size=1448, time_cost=52511) [2024-06-18 14:42:53.801979] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=15] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:53.802039] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=31] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:53.811585] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:53.814605] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:53.814642] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:53.814743] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=5029187, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=298, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:53.833886] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD14-0-0] [lt=27][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:53.851088] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.835|208=0us|217=15.48ms|222=2us|total=15.55ms) [2024-06-18 14:42:53.851166] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=73][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.835|536=0us|557=5us|562=0us|total=15.59ms) [2024-06-18 14:42:53.851190] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.835|79=0us|total=15.61ms) [2024-06-18 14:42:53.860075] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:53.874717] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820922112}], scn_array=[{val:1718692973622698312, v:0}], curr_size=122, accum_size=2394, time_cost=110232) [2024-06-18 14:42:53.874871] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=66][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988173, log_task={header:{begin_lsn:{lsn:122820922112}, end_lsn:{lsn:122820922234}, log_id:217988173, min_scn:{val:1718692973622698312, v:0}, max_scn:{val:1718692973622698312, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820922112}, data_checksum:667309872, accum_checksum:2791826163, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973764427, freeze_ts:1718692973764433, submit_ts:1718692973764448, flushed_ts:1718692973874779, gen_to_freeze cost time:6, gen_to_submit cost time:21, submit_to_flush cost time:110331}, fs_cb_begin_ts=1718692973874855, log_life_time=110428) [2024-06-18 14:42:53.889322] TRACE [TRACE] dump_tenant_info_ (ob_tenant_info_loader.cpp:216) [1119][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=21] [dump tenant_info_loader](TRACE=begin_ts=1718692973889315 2024-06-18 06:42:53.889315|[ob_tenant_info_loader] u=0 tenant_id:1002, is_sys_ls_leader:true, broadcast_cost_time:460, broadcast_times:2, broadcast_per_sec:0, rpc_update_times:0, rpc_update_per_sec:0, last_rpc_update_time_us:-1, sql_update_cost_time:1322, sql_update_times:2, tenant_info_cache:{tenant_info:{tenant_id:1002, switchover_epoch:0, sync_scn:{scn_val:1718692971906147490}, replayable_scn:{scn_val:1718692971906147490}, standby_scn:{scn_val:1718692971404664558}, recovery_until_scn:{scn_val:4611686018427387903}, tenant_role:{value:1}, switchover_status:{value:1}}, last_sql_update_time:1718692973887543, ora_rowscn:1718692973384445648}, is_inited:true|total_timeu=0) [2024-06-18 14:42:53.911726] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=22] get number(ret=0, service_type_=0, range=1, base_id=1718692973911720946, start_id=1718692973911720946, end_id=1718692973911720947) [2024-06-18 14:42:53.912071] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=37] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=1) [2024-06-18 14:42:53.912362] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:156) [529][TsMgr][T1002][Y0-0000000000000000-0-0] [lt=38] submit log success(service_type_=0, last_id=1718692990158286214, limited_id=1718692990158286214) [2024-06-18 14:42:53.912393] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:65) [529][TsMgr][T1002][Y0-0000000000000000-0-0] [lt=30] submit log with lock success(service_type_=0, last_id=1718692990158286214, limited_id=1718692990158286214) [2024-06-18 14:42:53.912431] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=14] gts statistics(tenant_id=1002, gts_rpc_cnt=10, get_gts_cache_cnt=417, get_gts_with_stc_cnt=5, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=2, try_wait_gts_elapse_cnt=0) [2024-06-18 14:42:53.912460] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=26] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_refresh=false, gts_local_cache={srr:[mts=1718692973912324], gts:1718692973912326990, latest_srr:[mts=1718692973912324]}) [2024-06-18 14:42:53.915079] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:53.915120] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=39] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:53.915221] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=4928709, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=299, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:53.920482] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873707396}], scn_array=[{val:1718692973410801058, v:0}], curr_size=122, accum_size=854, time_cost=96385) [2024-06-18 14:42:53.920484] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472583164}], scn_array=[{val:1718692973788263265, v:0}], curr_size=541, accum_size=1989, time_cost=131378) [2024-06-18 14:42:53.920485] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078972623}], scn_array=[{val:1718692973410801058, v:0}], curr_size=122, accum_size=122, time_cost=96356) [2024-06-18 14:42:53.920620] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703325, log_task={header:{begin_lsn:{lsn:71472583164}, end_lsn:{lsn:71472583705}, log_id:183703325, min_scn:{val:1718692973788263265, v:0}, max_scn:{val:1718692973788263265, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472583164}, data_checksum:3439683834, accum_checksum:1195459172, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692973788375, freeze_ts:1718692973789058, submit_ts:1718692973789070, flushed_ts:1718692973920551, gen_to_freeze cost time:683, gen_to_submit cost time:695, submit_to_flush cost time:131481}, fs_cb_begin_ts=1718692973920605, log_life_time=132230) [2024-06-18 14:42:53.920629] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973788263265, v:0}, log_ts:{val:1718692973788263265, v:0}, lsn:{lsn:71472583220}, submit_ts:1718692973788386}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005280}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=132240, ctx_lock_wait_time=1) [2024-06-18 14:42:53.920819] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692973570826612, max_version=1718692973570826612 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692973319185058 and max_version = 1718692973319185058 ) [2024-06-18 14:42:53.921017] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=134413, time_dist: do_cluster_heartbeat=11, generate_cluster_version=134310) [2024-06-18 14:42:53.925393] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.905|208=0us|217=19.43ms|222=2us|total=19.48ms) [2024-06-18 14:42:53.925455] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.905|536=0us|557=4us|562=0us|total=19.52ms) [2024-06-18 14:42:53.925482] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.905|79=0us|total=19.54ms) [2024-06-18 14:42:53.960196] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=56] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:42:53.960254] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=56] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:42:53.960276] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:53.971990] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820922234}], scn_array=[{val:1718692973833875712, v:0}], curr_size=1033, accum_size=3427, time_cost=97131) [2024-06-18 14:42:53.972137] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973833875712, v:0}, log_ts:{val:1718692973833875712, v:0}, lsn:{lsn:122820922290}, submit_ts:1718692973833949}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007817}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=138185, ctx_lock_wait_time=0) [2024-06-18 14:42:53.972276] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=65][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692973833984293, v:0}, log_ts:{val:1718692973833984293, v:0}, lsn:{lsn:122820922779}, submit_ts:1718692973834050}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007818}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=138225, ctx_lock_wait_time=0) [2024-06-18 14:42:53.972460] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=140127, time_dist: do_cluster_heartbeat=10, generate_cluster_version=140011) [2024-06-18 14:42:53.972515] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=140103, time_dist: do_cluster_heartbeat=11, generate_cluster_version=140015) [2024-06-18 14:42:53.976806] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:53.965|208=1us|217=11.51ms|222=2us|total=11.55ms) [2024-06-18 14:42:53.976866] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:53.965|536=0us|557=5us|562=0us|total=11.60ms) [2024-06-18 14:42:53.976909] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:53.965|79=0us|total=11.64ms) [2024-06-18 14:42:53.999573] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=34][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:42:54.005829] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:950) [1207][T1002_DupTbLeas][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-06-18 14:42:54.005989] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:670) [1207][T1002_DupTbLeas][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1002 and flag like "%DUPLICATE%", tenant_id=1002, exec_tenant_id=1001, need_member_list=false) [2024-06-18 14:42:54.006327] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873707518}], scn_array=[{val:1718692973912326991, v:0}], curr_size=128, accum_size=982, time_cost=85689) [2024-06-18 14:42:54.006334] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078972745}], scn_array=[{val:1718692973912326990, v:0}], curr_size=122, accum_size=244, time_cost=82183) [2024-06-18 14:42:54.006331] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472583705}], scn_array=[{val:1718692973911720946, v:0}], curr_size=122, accum_size=2111, time_cost=69791) [2024-06-18 14:42:54.006485] INFO [STORAGE] update_id_meta (ob_ls_meta.cpp:674) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=65] update id meta(ret=0, service_type=0, limited_id=1718692990158286214, latest_scn={val:1718692973912326991, v:0}, *this={tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692969899894133, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718692990158286214, latest_log_ts:{val:1718692973912326991, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}) [2024-06-18 14:42:54.006563] INFO [STORAGE.TRANS] handle_submit_callback (ob_id_service.cpp:188) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=75] handle submit callback(service_type_=0, success=true, used_ts=94201, log_ts={val:1718692973912326991, v:0}, limited_id=1718692990158286214) [2024-06-18 14:42:54.006610] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:560) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=45] timestamp service handle log callback(ret=0, limited_id=0, log_ts={val:18446744073709551615, v:3}) [2024-06-18 14:42:54.006632] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:598) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=20] ObPresistIDLogCb on success(ret=0, ret="OB_SUCCESS", *this={log_ts:{val:18446744073709551615, v:3}, log_buf:"", pos:0, id_srv_type:-1, limited_id:0}) [2024-06-18 14:42:54.008895] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=25] gc stale ls task succ [2024-06-18 14:42:54.012107] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:54.015306] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:299, local_retry_times:299, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:54.015353] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.015375] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.015394] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:54.015432] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:54.015664] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.015695] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.015719] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:54.015740] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:54.015761] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:54.015783] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:54.015801] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:54.015817] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:54.015834] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:54.015844] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:54.015861] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:54.015871] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:54.015888] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:54.015900] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:54.015915] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:54.015934] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:54.015952] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.015971] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.015989] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:54.016002] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:54.016020] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:54.016032] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=300, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:54.016064] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=4827865, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=300, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.022558] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCB6-0-0] [lt=31] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:54.022719] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36] get number(ret=0, service_type_=0, range=1, base_id=1718692974022715883, start_id=1718692974022715883, end_id=1718692974022715884) [2024-06-18 14:42:54.031190] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=72] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:42:54.036144] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=22] ====== check clog disk timer task ====== [2024-06-18 14:42:54.036180] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=23] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:42:54.036218] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=20] cannot_recycle_log_size statistics(cannot_recycle_log_size=140215443, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:42:54.038737] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=25] ====== tenant freeze timer task ====== [2024-06-18 14:42:54.051045] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1978) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(dag_cnt=0, map_size=0) [2024-06-18 14:42:54.051079] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1988) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=33] dump_dag_status(running_dag_net_map_size=0, blocking_dag_net_list_size=0) [2024-06-18 14:42:54.051094] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_COMPACTION_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:54.051227] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=132] dump_dag_status(priority="PRIO_HA_HIGH", low_limit=8, up_limit=8, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:54.051240] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_COMPACTION_MID", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:54.051286] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=46] dump_dag_status(priority="PRIO_HA_MID", low_limit=5, up_limit=5, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:54.051299] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_COMPACTION_LOW", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:54.051343] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=44] dump_dag_status(priority="PRIO_HA_LOW", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:54.051355] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(priority="PRIO_DDL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:54.051369] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(priority="PRIO_DDL_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:54.051406] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=36] dump_dag_status(priority="PRIO_TTL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:54.051418] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:54.051460] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=41] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:54.051473] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:54.051511] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=38] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:54.051524] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:54.051543] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=19] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:54.051555] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:54.051569] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:54.051596] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=26] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:54.051608] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:54.051626] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:54.051638] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:54.051656] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:54.051667] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:54.051686] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:54.051698] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:54.051718] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=19] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:54.051729] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:54.051747] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:54.051759] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:54.051777] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.051789] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.051801] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.051818] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.051830] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.051842] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.051859] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.051870] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.051887] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.051899] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.051916] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.051928] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.051946] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.051957] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.051975] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.051987] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052001] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.052017] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052029] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.052047] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052058] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.052073] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052089] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.052101] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052118] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.052130] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052148] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.052159] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052177] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:54.052189] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052199] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:42:54.052214] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:42:54.052231] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:42:54.052244] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:42:54.052261] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:54.052274] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:54.052291] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:54.052303] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:54.052320] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:54.052332] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:54.052350] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:54.052362] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:54.052380] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:54.052392] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:54.052407] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:54.052424] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:54.052436] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:54.052454] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:54.052465] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:54.052479] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:54.052497] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:54.052509] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:54.052526] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052539] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052556] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052567] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052585] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052596] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052608] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052617] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052630] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052647] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052659] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052674] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052691] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052702] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052714] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052731] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052742] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052757] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052774] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:54.052785] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:54.052800] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0) [2024-06-18 14:42:54.052818] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, scheduled_task_count=0) [2024-06-18 14:42:54.052830] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0) [2024-06-18 14:42:54.052847] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, scheduled_task_count=0) [2024-06-18 14:42:54.052859] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:42:54.052877] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:42:54.052896] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:42:54.052915] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:42:54.052927] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0) [2024-06-18 14:42:54.052938] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, scheduled_task_count=0) [2024-06-18 14:42:54.052951] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_net_count=0) [2024-06-18 14:42:54.052961] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=10] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_net_count=0) [2024-06-18 14:42:54.052979] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_net_count=0) [2024-06-18 14:42:54.052989] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_net_count=0) [2024-06-18 14:42:54.052999] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=10] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_net_count=0) [2024-06-18 14:42:54.053011] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_net_count=0) [2024-06-18 14:42:54.053019] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_net_count=0) [2024-06-18 14:42:54.053028] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_net_count=0) [2024-06-18 14:42:54.053038] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2008) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(total_worker_cnt=43, total_running_task_cnt=0, work_thread_num=43, scheduled_task_cnt=0) [2024-06-18 14:42:54.060197] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.069274] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472583827}], scn_array=[{val:1718692974022715883, v:0}], curr_size=541, accum_size=2652, time_cost=46410) [2024-06-18 14:42:54.069514] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692973788263265, max_version=1718692973788263265 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692973570826612 and max_version = 1718692973570826612 ) [2024-06-18 14:42:54.069716] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=48615, time_dist: do_cluster_heartbeat=29, generate_cluster_version=48503, cluster_service_self_check=8) [2024-06-18 14:42:54.072584] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=37] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692973410801057, v:0}, base_version={val:1718692973410801057, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692973410801057, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692974072561, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:54.072637] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=50] no need to update min/max version(new_version={val:1718692973410801057, v:0}, min_version={val:1718692973410801057, v:0}, max_version={val:1718692973410801057, v:0}) [2024-06-18 14:42:54.074070] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD15-0-0] [lt=34][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:54.074239] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=5774) [2024-06-18 14:42:54.074274] INFO [LIB] stat (utility.h:1157) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=31] [PALF STAT APPEND COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=41, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:42:54.102505] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.815|208=0us|217=20.94ms|222=2us|total=20.99ms) [2024-06-18 14:42:54.102570] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.815|536=0us|557=4us|562=0us|total=21.04ms) [2024-06-18 14:42:54.102600] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.815|79=0us|total=21.06ms) [2024-06-18 14:42:54.109314] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=89975, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:42:54.109318] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820923267}], scn_array=[{val:1718692973911800516, v:0}], curr_size=122, accum_size=3549, time_cost=44648) [2024-06-18 14:42:54.109316] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078972867}], scn_array=[{val:1718692973912326991, v:0}], curr_size=122, accum_size=366, time_cost=85077) [2024-06-18 14:42:54.109349] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873707646}], scn_array=[{val:1718692973912326992, v:0}], curr_size=122, accum_size=1104, time_cost=85104) [2024-06-18 14:42:54.109385] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=1104) [2024-06-18 14:42:54.109420] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=24, this=0xfffb481a0730, extra_info="") [2024-06-18 14:42:54.109493] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=1104) [2024-06-18 14:42:54.109542] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=28] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:42:54.109564] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=91073, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:42:54.109579] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=921, avg_log_gen_to_submit_time=933, avg_log_submit_to_flush_time=90085, avg_log_submit_to_slide_time=90140) [2024-06-18 14:42:54.109606] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=98, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:42:54.110682] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=30] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:54.112172] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=0) [2024-06-18 14:42:54.113312] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=32] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=0, size_used=85941, mem_used=135183360) [2024-06-18 14:42:54.116147] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:300, local_retry_times:300, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:54.116188] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=37][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.116208] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.116226] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:54.116248] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:54.116487] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=26] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.116517] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.116540] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:54.116560] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:54.116579] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:54.116594] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:54.116610] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:54.116625] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:54.116641] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:54.116651] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:54.116667] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:54.116676] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:54.116692] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:54.116702] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:54.116717] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:54.116736] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:54.116753] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.116768] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.116784] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:54.116795] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:54.116812] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:54.116830] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=301, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:54.116862] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=4727068, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=301, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.125641] INFO [SHARE] get_balance_job (ob_balance_job_table_operator.cpp:209) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF45-0-0] [lt=61] empty balance job(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=select time_to_usec(gmt_create) as start_time, time_to_usec(gmt_modified) as finish_time, * from __all_balance_job) [2024-06-18 14:42:54.128129] INFO [BALANCE] gather_ls_status_stat (ob_tenant_balance_service.cpp:276) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF45-0-0] [lt=37] [TENANT_BALANCE] LS no need balance(ls_status={tenant_id:1002, ls_id:{id:1}, ls_group_id:0, status:"NORMAL", unit_group_id:0, primary_zone:"META_ZONE_1", flag:{flag:0, is_duplicate:false, is_block_tablet_in:false}}) [2024-06-18 14:42:54.128195] INFO [BALANCE] ls_balance_ (ob_tenant_balance_service.cpp:474) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF45-0-0] [lt=43] [TENANT_BALANCE] finish ls balance(ret=0, ret="OB_SUCCESS", need_ls_balance=false, job={tenant_id:0, job_id:{id:-1}, job_type:{val:-1, job_type:"INVALID"}, job_status:{val:-1, job_status:"INVALID"}, primary_zone_num:0, unit_group_num:0, comment:, balance_strategy:}, tasks=[]) [2024-06-18 14:42:54.128831] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.129155] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.129899] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.130293] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.130345] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=22] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.130368] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF45-0-0] [lt=42][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:54.130505] INFO [BALANCE] do_work (ob_tenant_balance_service.cpp:149) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF45-0-0] [lt=33] [TENANT_BALANCE] finish one round(ret=0, ret="OB_SUCCESS", tmp_ret=0, tmp_ret="OB_SUCCESS", tenant_id=1002, job_cnt=0, primary_zone_num_=1, unit_group_array_=[{unit_group_id:1001, status:0}], ls_array_=[{tenant_id:1002, ls_id:{id:1001}, ls_group_id:1001, status:"NORMAL", unit_group_id:1001, primary_zone:"META_ZONE_1", flag:{flag:0, is_duplicate:false, is_block_tablet_in:false}}], idle_time_us=10000000, last_partition_balance_time=1718692030159064, last_statistic_bg_stat_time=1718692033381415, last_statistic_schema_version=1710490458382544, last_statistic_max_transfer_task_id={id:-1}, enable_rebalance=true, enable_transfer=true) [2024-06-18 14:42:54.130576] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.130584] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.136652] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=2774, avg_group_log_size=308) [2024-06-18 14:42:54.136690] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=33] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3193) [2024-06-18 14:42:54.136720] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=53, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:42:54.160268] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.163801] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 33986.00) [2024-06-18 14:42:54.163837] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:54.163962] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=51] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.00, rt: 65476.00) [2024-06-18 14:42:54.163941] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:936) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=18] trace max work area(auto_calc=true, tenant_max_memory_limit=1288490188, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=64424509, max_wa_memory_size=64424509, tmp_max_wa_memory_size=64424509, pre_mem_target=64424509, remain_memory_size=64424509, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=603258880, washable_size=-2, max_workarea_memory_size=64424509, max_tenant_memory_size=685231308, wash_ratio=6, tenant_id=1001) [2024-06-18 14:42:54.163989] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 24.89, rt: 9686.36) [2024-06-18 14:42:54.164005] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 66580.08, iops: 50.77, rt: 14728.88) [2024-06-18 14:42:54.164043] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=35] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12762560, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:54.164079] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164102] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=21] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164143] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=39] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164141] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:323) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=55] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=8053063, calc_global_bound_size=1048576000000, mem_target_=64424509, wa_max_memory_size=64424509, profile_cnt_=19, total_memory_size=0, max_wa_size=64424509, avg_bound_size=3390763, max_bound_size=8053063, min_bound_size_=1048576) [2024-06-18 14:42:54.164162] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164176] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164173] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1184) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=26] timer to calc global bound size(ret=0, global_bound_size_=8053063, manual_calc_cnt_=23, drift_size_=0, pre_drift_size=0, wa_max_memory_size=64424509, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1001, profile_cnt_=19, pre_profile_cnt_=0, pre_profile_cnt=19, calc_info.get_global_bound_size()=8053063, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=64424509, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-06-18 14:42:54.164202] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=24] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164216] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164233] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164248] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164266] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164279] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164297] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164310] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164327] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164346] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.164365] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:54.168267] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:54.168300] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:54.168431] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:54.168460] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:54.168505] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:54.168528] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:54.168554] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:54.168580] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:54.168600] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:54.168619] WDIAG [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:841) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id_=1002) [2024-06-18 14:42:54.168639] WDIAG [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:1230) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] failed to get percent [2024-06-18 14:42:54.168651] WDIAG [SERVER] runTimerTask (ob_tenant_duty_task.cpp:214) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] failed to calculate global bound size(ret=-4152, ids[i]=1002) [2024-06-18 14:42:54.193955] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.165|208=0us|217=28.44ms|222=2us|total=28.49ms) [2024-06-18 14:42:54.194025] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.165|536=0us|557=5us|562=1us|total=28.54ms) [2024-06-18 14:42:54.194055] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.165|79=0us|total=28.56ms) [2024-06-18 14:42:54.200852] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820923389}], scn_array=[{val:1718692974074166239, v:0}], curr_size=545, accum_size=4094, time_cost=91396) [2024-06-18 14:42:54.200993] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692974074166239, v:0}, log_ts:{val:1718692974074166239, v:0}, lsn:{lsn:122820923445}, submit_ts:1718692974074297}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007819}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126692, ctx_lock_wait_time=1) [2024-06-18 14:42:54.200987] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988176, log_task={header:{begin_lsn:{lsn:122820923389}, end_lsn:{lsn:122820923934}, log_id:217988176, min_scn:{val:1718692974074166239, v:0}, max_scn:{val:1718692974074166239, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820923389}, data_checksum:1257521270, accum_checksum:2297535971, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974074228, freeze_ts:1718692974109417, submit_ts:1718692974109433, flushed_ts:1718692974200922, gen_to_freeze cost time:35189, gen_to_submit cost time:35205, submit_to_flush cost time:91489}, fs_cb_begin_ts=1718692974200971, log_life_time=126743) [2024-06-18 14:42:54.201308] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=128705, time_dist: do_cluster_heartbeat=11, generate_cluster_version=128614) [2024-06-18 14:42:54.212681] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=38] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:54.216949] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:301, local_retry_times:301, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:54.217001] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=47][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.217021] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.217032] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:54.217059] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:54.217326] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.217360] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.217386] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:54.217406] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:54.217427] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:54.217448] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:54.217465] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:54.217480] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:54.217497] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:54.217509] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:54.217525] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:54.217535] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:54.217551] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:54.217564] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:54.217579] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:54.217599] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:54.217617] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.217637] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.217649] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:54.217666] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:54.217686] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:54.217703] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=302, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:54.217736] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=4626194, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=302, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.222696] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCB7-0-0] [lt=32] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:54.222874] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=41] get number(ret=0, service_type_=0, range=1, base_id=1718692974222869749, start_id=1718692974222869749, end_id=1718692974222869750) [2024-06-18 14:42:54.239600] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=30] gc stale ls task succ [2024-06-18 14:42:54.246613] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=87975, this=0xfffb79383a70, extra_info="") [2024-06-18 14:42:54.246609] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873707768}], scn_array=[{val:1718692973912326993, v:0}], curr_size=122, accum_size=122, time_cost=122334) [2024-06-18 14:42:54.246608] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078972989}], scn_array=[{val:1718692973912326992, v:0}], curr_size=122, accum_size=488, time_cost=122303) [2024-06-18 14:42:54.246652] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472584368}], scn_array=[{val:1718692974022715884, v:0}], curr_size=122, accum_size=2774, time_cost=109947) [2024-06-18 14:42:54.246685] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=30] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=2774) [2024-06-18 14:42:54.246739] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=23, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:42:54.246739] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344692, log_task={header:{begin_lsn:{lsn:26873707768}, end_lsn:{lsn:26873707890}, log_id:174344692, min_scn:{val:1718692973912326993, v:0}, max_scn:{val:1718692973912326993, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873707768}, data_checksum:667309872, accum_checksum:3460951119, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974124225, freeze_ts:1718692974124231, submit_ts:1718692974124242, flushed_ts:1718692974246673, gen_to_freeze cost time:6, gen_to_submit cost time:17, submit_to_flush cost time:122431}, fs_cb_begin_ts=1718692974246722, log_life_time=122497) [2024-06-18 14:42:54.246793] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=58] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=2774) [2024-06-18 14:42:54.246873] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=31] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=10, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:42:54.246856] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050251, log_task={header:{begin_lsn:{lsn:683078972989}, end_lsn:{lsn:683078973111}, log_id:173050251, min_scn:{val:1718692973912326992, v:0}, max_scn:{val:1718692973912326992, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078972989}, data_checksum:2222604892, accum_checksum:1034290049, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974124276, freeze_ts:1718692974124279, submit_ts:1718692974124283, flushed_ts:1718692974246809, gen_to_freeze cost time:3, gen_to_submit cost time:7, submit_to_flush cost time:122526}, fs_cb_begin_ts=1718692974246847, log_life_time=122571) [2024-06-18 14:42:54.246900] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=94765, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:42:54.246915] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=6596, avg_log_gen_to_submit_time=6611, avg_log_submit_to_flush_time=88089, avg_log_submit_to_slide_time=88153) [2024-06-18 14:42:54.246938] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703328, log_task={header:{begin_lsn:{lsn:71472584368}, end_lsn:{lsn:71472584490}, log_id:183703328, min_scn:{val:1718692974022715884, v:0}, max_scn:{val:1718692974022715884, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472584368}, data_checksum:667309872, accum_checksum:497652158, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974136616, freeze_ts:1718692974136622, submit_ts:1718692974136635, flushed_ts:1718692974246753, gen_to_freeze cost time:6, gen_to_submit cost time:19, submit_to_flush cost time:110118}, fs_cb_begin_ts=1718692974246860, log_life_time=110244) [2024-06-18 14:42:54.246992] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=47] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=116, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:42:54.256045] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1021) [809][T1_ReplayProces][T1][Y0-0000000000000000-0-0] [lt=24] replay status is not follower(min_unreplayed_lsn={lsn:71469569194}, base_lsn={lsn:71332368384}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691829451172, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:3327744, ret_code_:0}}, next_to_submit_lsn_:{lsn:71469569194}, next_to_submit_scn_:{val:1718691444571406183, v:0}, base_lsn_:{lsn:71332368384}, base_scn_:{val:1718647203791103890, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1d005000, next_round_pread_size:2121728, curr_read_pos:869770, curr_read_buf_start_pos:0, curr_read_buf_end_pos:869770, log_storage_:{IteratorStorage:{start_lsn:{lsn:71468699424}, end_lsn:{lsn:71469569194}, read_buf:{buf_len_:2125824, buf_:0xfffb1d005000}, block_size:67104768, log_storage_:0xfffb7937eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444571406182, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:390, scn_:{val:1718691444571406182, v:0}, data_checksum:3011915929, flag:1}}, init_mode_version:0, accumulate_checksum:538536221, curr_entry_is_padding:0, padding_entry_size:1619, padding_entry_scn:{val:1718691444571406182, v:0}}}}}) [2024-06-18 14:42:54.256143] INFO [CLOG] operator() (ob_log_replay_service.cpp:1431) [809][T1_ReplayProces][T1][Y0-0000000000000000-0-0] [lt=97] get_replay_process success(id={id:1}, replayed_log_size=137200810, unreplayed_log_size=0) [2024-06-18 14:42:54.256208] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:154) [809][T1_ReplayProces][T1][Y0-0000000000000000-0-0] [lt=16] dump tenant replay process(tenant_id=1, unreplayed_log_size(MB)=0, estimate_time(second)=0, replayed_log_size(MB)=130, last_replayed_log_size(MB)=130, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-06-18 14:42:54.260327] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.279664] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.255|208=1us|217=23.80ms|222=2us|total=23.86ms) [2024-06-18 14:42:54.279737] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=66][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.255|536=1us|557=5us|562=0us|total=23.91ms) [2024-06-18 14:42:54.279768] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.255|79=0us|total=23.94ms) [2024-06-18 14:42:54.300903] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [931][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=43] BlockGCTimerTask success(ret=0, cost_time_us=32, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.1.205:2882", log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1001", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):274, sequence:1}, log_alloc_mgr_:{flying_log_task:1, flying_meta_task:0}}) [2024-06-18 14:42:54.302851] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD16-0-0] [lt=34][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:54.314112] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [679][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=53] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-06-18 14:42:54.317823] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:302, local_retry_times:302, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:54.317876] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=48][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.317897] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.317910] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:54.317939] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:54.318194] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.318228] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.318253] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:54.318274] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:54.318295] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:54.318310] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:54.318326] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:54.318341] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:54.318357] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:54.318367] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:54.318383] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:54.318393] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:54.318409] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:54.318407] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=29] gc stale ls task succ [2024-06-18 14:42:54.318422] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:54.318433] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:54.318450] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:54.318469] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.318483] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.318500] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:54.318511] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:54.318529] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:54.318541] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=303, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:54.318572] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=4525358, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=303, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.320943] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472584490}], scn_array=[{val:1718692974222869749, v:0}], curr_size=541, accum_size=541, time_cost=74070) [2024-06-18 14:42:54.321245] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692974022715883, max_version=1718692974022715883 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692973788263265 and max_version = 1718692973788263265 ) [2024-06-18 14:42:54.321368] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=34] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1718692974022715883, v:0}, new_max_version={val:1718692974022715883, v:0}, last_min_version={val:1718692973788263265, v:0}, last_max_version={val:1718692973788263265, v:0}, total_time_us=100098, delta_us=298650) [2024-06-18 14:42:54.321411] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1, current_version={val:1718692974022715883, v:0}, min_version={val:1718692974022715883, v:0}, max_version={val:1718692974022715883, v:0}, in_service=true, leader_epoch=17) [2024-06-18 14:42:54.321545] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=100313, time_dist: do_cluster_heartbeat=11, generate_cluster_version=100197) [2024-06-18 14:42:54.321586] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=26] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1, server_version={version:{val:1718692974022715883, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=298859, in_cluster_service=true, cluster_version={val:1718692974022715883, v:0}, min_cluster_version={val:1718692974022715883, v:0}, max_cluster_version={val:1718692974022715883, v:0}, get_cluster_version_err=0, cluster_version_delta=298859, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=8453, succ_cluster_heartbeat_count=20, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692540553783373, v:0}, local_cluster_delta=433767791, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:42:54.321718] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:697) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] Cache replace map node details(ret=0, replace_node_count=0, replace_time=9445, replace_start_pos=10300000, replace_num=100000) [2024-06-18 14:42:54.321755] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=33] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=10) [2024-06-18 14:42:54.342930] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA26-0-0] [lt=17][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:54.345558] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:54.345596] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:54.345725] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:54.345752] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:54.345781] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:54.345797] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:54.345845] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:54.345870] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:54.345890] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:54.345910] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:54.345934] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:54.345954] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=27, mem_used=16637952) [2024-06-18 14:42:54.345986] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] release old cannot free more memory [2024-06-18 14:42:54.346002] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=48, size_used=0, mem_used=16637952) [2024-06-18 14:42:54.350347] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.350476] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.350522] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=20] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.350558] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.350573] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=21] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.350638] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=28] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.350949] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351077] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=24] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351146] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=21] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351151] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=31] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351198] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351234] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351292] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=21] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351401] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351705] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=23] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351828] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.351977] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:54.359534] INFO [CLOG.EXTLOG] resize_log_ext_handler_ (ob_cdc_service.cpp:372) [811][T1_CdcSrv][T1][Y0-0000000000000000-0-0] [lt=32] finish to resize log external storage handler(current_ts=1718692974359525, tenant_max_cpu=2, valid_ls_count=0, other_ls_count=0, new_concurrency=0) [2024-06-18 14:42:54.360386] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=28][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.371097] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.332|208=0us|217=38.54ms|222=3us|total=38.61ms) [2024-06-18 14:42:54.371179] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=76][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.332|536=0us|557=4us|562=0us|total=38.66ms) [2024-06-18 14:42:54.371209] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.332|79=0us|total=38.68ms) [2024-06-18 14:42:54.373911] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=33] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:54.374143] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=15] ====== checkpoint timer task ====== [2024-06-18 14:42:54.377333] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=23] succ to get rec scn(*this={this:0xfffb2e404030, ls_id:{id:1}, tenant_id:1002, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1714500002242053348, v:0}, last_push_gc_task_ts_:1718691650614579, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:54.377396] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=61] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb26d8c080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb26d8c080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:54.377453] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=45] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1704761405284380625, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:42:54.377577] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=30] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, min_rec_scn_tablet_ids=[], *this={this:0xfffb2eb526d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692969899894133, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718692990158286214, latest_log_ts:{val:1718692973912326991, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:54.377685] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=102] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xfffb2eb522f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xfffb2eb5c6d0, table_type:1, memtable_head:0, memtable_tail:1, t3m:0xfffb4cf52030, tables:[0xfffb26d7c080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xfffb2eb5e0d0, ls_tablet_svr:0xfffb2eb522d0, slice_allocator:0xfffb2eb5e150}, min_rec_scn={val:1714500007741716502, v:0}, ls_id_={id:1}) [2024-06-18 14:42:54.377745] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=47] get rec log scn(service_type_=0, rec_log_ts={val:1718692973912326991, v:0}) [2024-06-18 14:42:54.377766] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=20] get rec log scn(service_type_=1, rec_log_ts={val:1718692030158286216, v:0}) [2024-06-18 14:42:54.377790] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=11] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1714500007741716502, v:0}, checkpoint_scn_in_ls_meta={val:1714500007741716502, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:42:54.377830] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:22815621120}, new_base_lsn={lsn:22815621120}, lsn={lsn:22815621120}) [2024-06-18 14:42:54.377860] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=28] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:22815621120}, ls->get_ls_id()={id:1}) [2024-06-18 14:42:54.380832] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=17] succ to get rec scn(*this={this:0xfffb2e4c6030, ls_id:{id:1001}, tenant_id:1002, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1710138988368555235, v:0}, last_push_gc_task_ts_:1718691650652235, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:54.380885] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=51] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb26d8cf90, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb26d8cf90, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1001}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:54.380927] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=35] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1704761405284380625, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1001}) [2024-06-18 14:42:54.381033] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=27] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, min_rec_scn_tablet_ids=[], *this={this:0xfffb2eb9a6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692968896868501, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692969899894133, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:54.381148] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=87] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="ALL_EMPTY", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]=NULL, min_rec_scn={val:4611686018427387903, v:0}, ls_id_={id:1001}) [2024-06-18 14:42:54.381192] INFO [PALF] get_binary_search_range_ (palf_handle_impl.cpp:1973) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=27] get_binary_search_range_(ret=0, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, min_block_id=9995, max_block_id=10179, result_block_id=274894685184, committed_lsn={lsn:683078973111}, scn={val:1718692973912326992, v:0}, last_locate_scn={val:18446744073709551615, v:3}, last_locate_block=274894685184) [2024-06-18 14:42:54.383956] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=32] PNIO [ratelimit] time: 1718692974383954, bytes: 15569734, bw: 0.011160 MB/s, add_ts: 1007616, add_bytes: 11791 [2024-06-18 14:42:54.399957] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.399985] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=27][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.399978] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=32][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:657884, tid:1306}]) [2024-06-18 14:42:54.399998] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400011] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400023] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400042] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400054] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400068] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400086] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400098] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400116] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400128] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400147] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400159] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400177] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400189] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400207] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400220] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400238] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400250] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400269] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400281] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400299] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400311] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400330] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400342] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400360] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400373] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400391] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400403] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400422] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400433] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400452] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400464] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400477] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400491] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400509] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400522] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400540] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400552] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400570] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400583] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400601] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400613] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400631] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400643] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400662] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400674] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400692] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400703] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400715] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400734] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400747] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400765] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400778] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400797] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400809] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400828] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400840] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400859] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400871] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400890] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400902] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400920] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400933] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400951] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400963] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400982] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.400994] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401007] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401020] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401038] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401050] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401068] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401080] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401099] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401111] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401144] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=32][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401157] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401167] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401180] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401199] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401211] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401229] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401242] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401260] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401272] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401290] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401303] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401321] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401333] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401351] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401363] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401382] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401394] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401412] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401425] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401443] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401455] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401473] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401485] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401503] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401515] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401534] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401546] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401564] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401577] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401595] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401607] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401625] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401637] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401656] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401668] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401687] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401699] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401717] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401729] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401747] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401760] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401778] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401790] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401809] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401820] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401832] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401850] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401863] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401882] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401894] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401912] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401925] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401944] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401956] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401975] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.401987] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402007] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402020] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402038] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402051] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402069] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402082] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402101] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402114] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402133] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402146] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402164] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402177] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402196] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402208] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402227] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402239] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402258] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402271] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402289] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402302] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402320] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402333] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402352] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402365] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402384] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402397] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402415] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402428] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402447] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402460] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402478] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402491] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402510] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402522] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402541] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402554] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402573] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402585] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402604] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402617] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402635] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402648] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402667] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402680] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402699] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402712] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402731] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402744] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402763] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402776] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402794] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402807] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402826] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402839] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402858] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402871] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402890] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402903] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402922] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402934] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402953] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402965] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402984] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.402997] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.403016] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.403028] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:54.403047] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:54.408782] INFO [CLOG] run1 (ob_garbage_collector.cpp:1331) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=12] Garbage Collector is running(seq_=116, gc_interval=10000000) [2024-06-18 14:42:54.408847] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1466) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=30] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-06-18 14:42:54.408891] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1424) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=21] gc_check_member_list_ cost time(ret=0, time_us=79) [2024-06-18 14:42:54.408920] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=18] execute_gc cost time(ret=0, time_us=1) [2024-06-18 14:42:54.408943] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1619) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=16] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-06-18 14:42:54.408971] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1641) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=20] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}]) [2024-06-18 14:42:54.409007] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=35] execute_gc cost time(ret=0, time_us=38) [2024-06-18 14:42:54.409019] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=9] ObSafeDestroyHandler start process [2024-06-18 14:42:54.413259] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=39] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:54.413484] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:156) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=43] submit log success(service_type_=0, last_id=1718692991039088806, limited_id=1718692991039088806) [2024-06-18 14:42:54.413519] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:65) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=34] submit log with lock success(service_type_=0, last_id=1718692991039088806, limited_id=1718692991039088806) [2024-06-18 14:42:54.413541] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=19] get number(ret=0, service_type_=0, range=1, base_id=1718692974413404442, start_id=1718692974413404442, end_id=1718692974413404443) [2024-06-18 14:42:54.413600] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=22] gts statistics(tenant_id=1, gts_rpc_cnt=10, get_gts_cache_cnt=342, get_gts_with_stc_cnt=27, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=26, try_wait_gts_elapse_cnt=0) [2024-06-18 14:42:54.413625] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=23] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:42:54.413678] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=21] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1718692974413648], gts:1718692974413652493, latest_srr:[mts=1718692974413648]}) [2024-06-18 14:42:54.418658] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:303, local_retry_times:303, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:54.418703] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.418716] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.418728] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:54.418757] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:54.419017] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.419050] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.419076] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:54.419097] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:54.419118] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:54.419138] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:54.419155] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:54.419169] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:54.419185] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:54.419195] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:54.419211] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:54.419220] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:54.419235] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:54.419247] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:54.419261] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:54.419279] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:54.419296] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.419310] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.419327] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:54.419340] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:54.419357] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:54.419370] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=304, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:54.419400] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19] will sleep(sleep_us=100000, remain_us=4424529, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=304, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.421659] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=50] no need to update min/max version(new_version={val:1718692974022715883, v:0}, min_version={val:1718692974022715883, v:0}, max_version={val:1718692974022715883, v:0}) [2024-06-18 14:42:54.422363] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=20] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=29, mem_used=37435392) [2024-06-18 14:42:54.422412] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=30] release old cannot free more memory [2024-06-18 14:42:54.422431] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=17] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=68, size_used=0, mem_used=37435392) [2024-06-18 14:42:54.428248] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.411|208=0us|217=16.78ms|222=2us|total=16.84ms) [2024-06-18 14:42:54.428315] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.411|536=0us|557=5us|562=0us|total=16.88ms) [2024-06-18 14:42:54.428347] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.411|79=1us|total=16.91ms) [2024-06-18 14:42:54.456901] WDIAG [SERVER] do_heartbeat_event (ob_heartbeat.cpp:265) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=39][errcode=0] try reload schema failed(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=-4023) [2024-06-18 14:42:54.457900] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=35] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:54.460447] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=28][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.475305] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820923934}], scn_array=[{val:1718692974074166240, v:0}], curr_size=122, accum_size=4216, time_cost=210523) [2024-06-18 14:42:54.475482] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988177, log_task={header:{begin_lsn:{lsn:122820923934}, end_lsn:{lsn:122820924056}, log_id:217988177, min_scn:{val:1718692974074166240, v:0}, max_scn:{val:1718692974074166240, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820923934}, data_checksum:667309872, accum_checksum:3144401158, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974264725, freeze_ts:1718692974264731, submit_ts:1718692974264743, flushed_ts:1718692974475376, gen_to_freeze cost time:6, gen_to_submit cost time:18, submit_to_flush cost time:210633}, fs_cb_begin_ts=1718692974475463, log_life_time=210738) [2024-06-18 14:42:54.491102] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.473|208=0us|217=17.72ms|222=2us|total=17.79ms) [2024-06-18 14:42:54.491192] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=83][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.473|536=0us|557=5us|562=0us|total=17.84ms) [2024-06-18 14:42:54.491223] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.473|79=0us|total=17.87ms) [2024-06-18 14:42:54.515379] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078973111}], scn_array=[{val:1718692973912326993, v:0}], curr_size=122, accum_size=610, time_cost=190937) [2024-06-18 14:42:54.515384] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873707890}], scn_array=[{val:1718692973912326994, v:0}], curr_size=122, accum_size=244, time_cost=190969) [2024-06-18 14:42:54.515383] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472585031}], scn_array=[{val:1718692974413404443, v:0}], curr_size=128, accum_size=669, time_cost=101892) [2024-06-18 14:42:54.515526] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344693, log_task={header:{begin_lsn:{lsn:26873707890}, end_lsn:{lsn:26873708012}, log_id:174344693, min_scn:{val:1718692973912326994, v:0}, max_scn:{val:1718692973912326994, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873707890}, data_checksum:667309872, accum_checksum:3426247897, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974324359, freeze_ts:1718692974324366, submit_ts:1718692974324378, flushed_ts:1718692974515452, gen_to_freeze cost time:7, gen_to_submit cost time:19, submit_to_flush cost time:191074}, fs_cb_begin_ts=1718692974515508, log_life_time=191149) [2024-06-18 14:42:54.515538] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703330, log_task={header:{begin_lsn:{lsn:71472585031}, end_lsn:{lsn:71472585159}, log_id:183703330, min_scn:{val:1718692974413404443, v:0}, max_scn:{val:1718692974413404443, v:0}, data_len:72, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472585031}, data_checksum:2723259939, accum_checksum:2405176228, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974413427, freeze_ts:1718692974413436, submit_ts:1718692974413457, flushed_ts:1718692974515462, gen_to_freeze cost time:9, gen_to_submit cost time:30, submit_to_flush cost time:102005}, fs_cb_begin_ts=1718692974515516, log_life_time=102089) [2024-06-18 14:42:54.515561] INFO [STORAGE] update_id_meta (ob_ls_meta.cpp:674) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=85] update id meta(ret=0, service_type=0, limited_id=1718692991039088806, latest_scn={val:1718692974413404443, v:0}, *this={tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692991039088806, latest_log_ts:{val:1718692974413404443, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}) [2024-06-18 14:42:54.515635] INFO [STORAGE.TRANS] handle_submit_callback (ob_id_service.cpp:188) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=72] handle submit callback(service_type_=0, success=true, used_ts=102154, log_ts={val:1718692974413404443, v:0}, limited_id=1718692991039088806) [2024-06-18 14:42:54.515663] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:560) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=26] timestamp service handle log callback(ret=0, limited_id=0, log_ts={val:18446744073709551615, v:3}) [2024-06-18 14:42:54.515656] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050252, log_task={header:{begin_lsn:{lsn:683078973111}, end_lsn:{lsn:683078973233}, log_id:173050252, min_scn:{val:1718692973912326993, v:0}, max_scn:{val:1718692973912326993, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078973111}, data_checksum:2222604892, accum_checksum:2507412046, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974324411, freeze_ts:1718692974324415, submit_ts:1718692974324420, flushed_ts:1718692974515602, gen_to_freeze cost time:4, gen_to_submit cost time:9, submit_to_flush cost time:191182}, fs_cb_begin_ts=1718692974515644, log_life_time=191233) [2024-06-18 14:42:54.515679] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:598) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=14] ObPresistIDLogCb on success(ret=0, ret="OB_SUCCESS", *this={log_ts:{val:18446744073709551615, v:3}, log_buf:"", pos:0, id_srv_type:-1, limited_id:0}) [2024-06-18 14:42:54.519486] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:304, local_retry_times:304, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:54.519532] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.519551] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.519562] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:54.519589] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:54.519831] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.519862] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.519886] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:54.519905] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:54.519925] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:54.519940] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:54.519956] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:54.519970] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:54.519985] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:54.519996] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:54.520010] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:54.520020] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:54.520034] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:54.520047] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:54.520061] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:54.520079] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:54.520096] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.520109] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.520134] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:54.520145] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:54.520163] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:54.520173] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=305, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:54.520204] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=4323726, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=305, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.521845] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=19] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=9) [2024-06-18 14:42:54.523230] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCB8-0-0] [lt=30] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:54.523414] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692974523410432, start_id=1718692974523410432, end_id=1718692974523410433) [2024-06-18 14:42:54.524514] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=982, avg_group_log_size=122) [2024-06-18 14:42:54.524565] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=982) [2024-06-18 14:42:54.524607] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=36] [PALF STAT APPEND COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=55, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:54.524666] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=976, avg_group_log_size=122) [2024-06-18 14:42:54.524692] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=976) [2024-06-18 14:42:54.524714] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT APPEND COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=35, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:54.526266] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=35] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:54.560509] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.589750] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=46] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=105039, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:54.589788] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820924056}], scn_array=[{val:1718692974274206165, v:0}], curr_size=1034, accum_size=5250, time_cost=114280) [2024-06-18 14:42:54.589822] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=31] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=5250) [2024-06-18 14:42:54.589854] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=20, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:54.589904] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=63] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=4705) [2024-06-18 14:42:54.589977] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=33] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=4190, avg_group_log_size=465) [2024-06-18 14:42:54.590024] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=25] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=11, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:54.590045] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=136480, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:54.590058] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=30807, avg_log_gen_to_submit_time=30822, avg_log_submit_to_flush_time=105588, avg_log_submit_to_slide_time=105657) [2024-06-18 14:42:54.590036] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692974274206165, v:0}, log_ts:{val:1718692974274206165, v:0}, lsn:{lsn:122820924112}, submit_ts:1718692974274278}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007820}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=315755, ctx_lock_wait_time=1) [2024-06-18 14:42:54.590082] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988178, log_task={header:{begin_lsn:{lsn:122820924056}, end_lsn:{lsn:122820925090}, log_id:217988178, min_scn:{val:1718692974274206165, v:0}, max_scn:{val:1718692974302945308, v:0}, data_len:978, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820924056}, data_checksum:3362210288, accum_checksum:3630655002, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974274266, freeze_ts:1718692974475426, submit_ts:1718692974475441, flushed_ts:1718692974589862, gen_to_freeze cost time:201160, gen_to_submit cost time:201175, submit_to_flush cost time:114421}, fs_cb_begin_ts=1718692974590010, log_life_time=315744) [2024-06-18 14:42:54.590132] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=43] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=128, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:54.590223] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=69][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692974302945308, v:0}, log_ts:{val:1718692974302945308, v:0}, lsn:{lsn:122820924601}, submit_ts:1718692974303010}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007821}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=287212, ctx_lock_wait_time=0) [2024-06-18 14:42:54.590497] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=289101, time_dist: do_cluster_heartbeat=9, generate_cluster_version=289003, cluster_service_self_check=10) [2024-06-18 14:42:54.599684] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.564|208=1us|217=35.36ms|222=3us|total=35.42ms) [2024-06-18 14:42:54.599750] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.564|536=0us|557=6us|562=0us|total=35.46ms) [2024-06-18 14:42:54.599780] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.564|79=0us|total=35.48ms) [2024-06-18 14:42:54.609771] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F293-0-0] [lt=30] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:54.609823] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F293-0-0] [lt=46] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:54.613904] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:54.613912] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=39] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-06-18 14:42:54.614725] INFO [SQL.EXE] run2 (ob_maintain_dependency_info_task.cpp:222) [460][MaintainDepInfo][T0][Y0-0000000000000000-0-0] [lt=35] [ASYNC TASK QUEUE](queue_size=0) [2024-06-18 14:42:54.619879] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=29] Slow write(duration=97046, write_len=4096) [2024-06-18 14:42:54.619916] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=35] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592116, offset=338090}, end_cursor:ObLogCursor{file_id=119, log_id=31592117, offset=338340}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afcc050, len:1878, log_data_len:250, seq:31592116, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:54.619988] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:186) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=33] [CHECKPOINT] update clog checkpoint successfully(clog_checkpoint_lsn={lsn:683059433472}, checkpoint_scn={val:1718692973912326992, v:0}, ls_id={id:1001}, service_type="MAX_DECIDED_SCN") [2024-06-18 14:42:54.620052] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:683059433472}, new_base_lsn={lsn:683059433472}, lsn={lsn:683059433472}) [2024-06-18 14:42:54.620086] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=31] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:683059433472}, ls->get_ls_id()={id:1001}) [2024-06-18 14:42:54.620108] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=19] succeed to update_clog_checkpoint(ret=0, ls_cnt=2) [2024-06-18 14:42:54.620293] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:305, local_retry_times:305, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:54.620344] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.620365] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.620382] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:54.620412] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:54.620745] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.620780] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.620802] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:54.620823] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:54.620844] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:54.620878] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=29][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:54.620895] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:54.620913] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:54.620930] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:54.620942] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:54.620959] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:54.620969] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:54.620986] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:54.621004] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:54.621016] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:54.621042] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:54.621059] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.621081] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.621098] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:54.621085] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=348416, time_dist: do_cluster_heartbeat=11, generate_cluster_version=317668) [2024-06-18 14:42:54.621116] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:54.621149] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:54.621169] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=306, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:54.621204] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=4222726, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=306, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.629211] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=29] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:54.629628] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:950) [1024][T1001_DupTbLeas][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-06-18 14:42:54.629788] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:670) [1024][T1001_DupTbLeas][T1001][Y0-0000000000000000-0-0] [lt=38][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1001 and flag like "%DUPLICATE%", tenant_id=1001, exec_tenant_id=1, need_member_list=false) [2024-06-18 14:42:54.640214] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=39] PNIO [ratelimit] time: 1718692974640211, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007617, add_bytes: 0 [2024-06-18 14:42:54.652698] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472585159}], scn_array=[{val:1718692974523410432, v:0}], curr_size=541, accum_size=1210, time_cost=129126) [2024-06-18 14:42:54.652698] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873708012}], scn_array=[{val:1718692974414169957, v:0}], curr_size=122, accum_size=366, time_cost=128168) [2024-06-18 14:42:54.652702] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078973233}], scn_array=[{val:1718692974414169957, v:0}], curr_size=122, accum_size=732, time_cost=128022) [2024-06-18 14:42:54.652844] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=65][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344694, log_task={header:{begin_lsn:{lsn:26873708012}, end_lsn:{lsn:26873708134}, log_id:174344694, min_scn:{val:1718692974414169957, v:0}, max_scn:{val:1718692974414169957, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873708012}, data_checksum:667309872, accum_checksum:2693249428, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974524477, freeze_ts:1718692974524484, submit_ts:1718692974524496, flushed_ts:1718692974652765, gen_to_freeze cost time:7, gen_to_submit cost time:19, submit_to_flush cost time:128269}, fs_cb_begin_ts=1718692974652823, log_life_time=128346) [2024-06-18 14:42:54.652880] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703331, log_task={header:{begin_lsn:{lsn:71472585159}, end_lsn:{lsn:71472585700}, log_id:183703331, min_scn:{val:1718692974523410432, v:0}, max_scn:{val:1718692974523410432, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472585159}, data_checksum:2191255722, accum_checksum:2698595962, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974523523, freeze_ts:1718692974523530, submit_ts:1718692974523544, flushed_ts:1718692974652765, gen_to_freeze cost time:7, gen_to_submit cost time:21, submit_to_flush cost time:129221}, fs_cb_begin_ts=1718692974652860, log_life_time=129337) [2024-06-18 14:42:54.652900] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692974523410432, v:0}, log_ts:{val:1718692974523410432, v:0}, lsn:{lsn:71472585215}, submit_ts:1718692974523565}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005283}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=129331, ctx_lock_wait_time=1) [2024-06-18 14:42:54.652973] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050253, log_task={header:{begin_lsn:{lsn:683078973233}, end_lsn:{lsn:683078973355}, log_id:173050253, min_scn:{val:1718692974414169957, v:0}, max_scn:{val:1718692974414169957, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078973233}, data_checksum:2222604892, accum_checksum:1320062962, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974524644, freeze_ts:1718692974524649, submit_ts:1718692974524655, flushed_ts:1718692974652922, gen_to_freeze cost time:5, gen_to_submit cost time:11, submit_to_flush cost time:128267}, fs_cb_begin_ts=1718692974652959, log_life_time=128315) [2024-06-18 14:42:54.653047] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=67] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:54.653158] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692974222869749, max_version=1718692974222869749 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692974022715883 and max_version = 1718692974022715883 ) [2024-06-18 14:42:54.653400] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=131716, time_dist: do_cluster_heartbeat=13, generate_cluster_version=131585) [2024-06-18 14:42:54.655046] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.638|208=1us|217=17.00ms|222=2us|total=17.06ms) [2024-06-18 14:42:54.655117] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.638|536=0us|557=6us|562=0us|total=17.10ms) [2024-06-18 14:42:54.655142] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.638|79=0us|total=17.12ms) [2024-06-18 14:42:54.660539] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.671360] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=35] Slow write(duration=51385, write_len=4096) [2024-06-18 14:42:54.671393] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=31] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592117, offset=338340}, end_cursor:ObLogCursor{file_id=119, log_id=31592118, offset=338590}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afd0050, len:1628, log_data_len:250, seq:31592117, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:54.672568] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=51468, time_dist: do_cluster_heartbeat=35, cluster_service_self_check=3) [2024-06-18 14:42:54.690632] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=34] no need to update min/max version(new_version={val:1718692974074166239, v:0}, min_version={val:1718692974074166239, v:0}, max_version={val:1718692974074166239, v:0}) [2024-06-18 14:42:54.690907] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F29E-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692974690901289, start_id=1718692974690901289, end_id=1718692974690901290) [2024-06-18 14:42:54.709616] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1019][T1001_TenantMet][T1001][Y0-0000000000000000-0-0] [lt=64] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:813, free_obj_hold_cnt:29, allocator used:3347792, allocator total:3466624}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3466624, tablets_mem_limit=257698020, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:15, free_obj_hold_cnt:0, allocator used:38400, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=813) [2024-06-18 14:42:54.709890] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820925090}], scn_array=[{val:1718692974413652493, v:0}], curr_size=122, accum_size=122, time_cost=119902) [2024-06-18 14:42:54.710045] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988179, log_task={header:{begin_lsn:{lsn:122820925090}, end_lsn:{lsn:122820925212}, log_id:217988179, min_scn:{val:1718692974413652493, v:0}, max_scn:{val:1718692974413652493, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820925090}, data_checksum:667309872, accum_checksum:3269749311, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974564912, freeze_ts:1718692974589945, submit_ts:1718692974589963, flushed_ts:1718692974709956, gen_to_freeze cost time:25033, gen_to_submit cost time:25051, submit_to_flush cost time:119993}, fs_cb_begin_ts=1718692974710028, log_life_time=145116) [2024-06-18 14:42:54.719658] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.700|208=1us|217=19.46ms|222=2us|total=19.52ms) [2024-06-18 14:42:54.719726] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.700|536=0us|557=6us|562=0us|total=19.56ms) [2024-06-18 14:42:54.719756] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.700|79=0us|total=19.59ms) [2024-06-18 14:42:54.721291] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:306, local_retry_times:306, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:54.721338] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.721382] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:54.721394] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:54.721418] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:54.721661] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.721694] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.721719] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:54.721738] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:54.721759] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:54.721772] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:54.721781] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:54.721796] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:54.721812] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:54.721823] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:54.721837] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:54.721847] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:54.721862] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:54.721879] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:54.721889] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:54.721914] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:54.721931] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.721945] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:54.721948] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=8) [2024-06-18 14:42:54.721963] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:54.721977] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:54.721994] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:54.722012] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=307, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:54.722044] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=4121886, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=307, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.754850] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCB9-0-0] [lt=30] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:54.760601] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.784219] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472585700}], scn_array=[{val:1718692974523410433, v:0}], curr_size=122, accum_size=1332, time_cost=131353) [2024-06-18 14:42:54.784375] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703332, log_task={header:{begin_lsn:{lsn:71472585700}, end_lsn:{lsn:71472585822}, log_id:183703332, min_scn:{val:1718692974523410433, v:0}, max_scn:{val:1718692974523410433, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472585700}, data_checksum:667309872, accum_checksum:2426474767, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974636929, freeze_ts:1718692974652819, submit_ts:1718692974652841, flushed_ts:1718692974784284, gen_to_freeze cost time:15890, gen_to_submit cost time:15912, submit_to_flush cost time:131443}, fs_cb_begin_ts=1718692974784358, log_life_time=147429) [2024-06-18 14:42:54.784395] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=28] [APPLY STAT CB APPEND COST TIME](cur_stat_count=23, stat_interval=5000000, avg (count/cost)=41, this=0xfffb67fe4440, extra_info="") [2024-06-18 14:42:54.784432] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=36] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=23, stat_interval=5000000, avg (count/cost)=111529, this=0xfffb67fe4670, extra_info="") [2024-06-18 14:42:54.784446] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=13] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=23, stat_interval=5000000, avg (count/cost)=0, this=0xfffb67fe48a0, extra_info="") [2024-06-18 14:42:54.784464] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=17] [APPLY STAT CB EXECUTE TIME](cur_stat_count=23, stat_interval=5000000, avg (count/cost)=-609, this=0xfffb67fe4ad0, extra_info="") [2024-06-18 14:42:54.784476] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=11] [APPLY STAT CB TOTAL TIME](cur_stat_count=23, stat_interval=5000000, avg (count/cost)=110961, this=0xfffb67fe4d00, extra_info="") [2024-06-18 14:42:54.787887] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=25] current monitor number(seq_=-1) [2024-06-18 14:42:54.793948] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.773|208=1us|217=20.49ms|222=2us|total=20.54ms) [2024-06-18 14:42:54.794013] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.773|536=0us|557=5us|562=0us|total=20.58ms) [2024-06-18 14:42:54.794042] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.773|79=0us|total=20.61ms) [2024-06-18 14:42:54.802036] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=19] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:54.802098] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=32] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:54.805214] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=3][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:54.814474] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=45] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:54.822130] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:54.822420] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.822455] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.822558] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4021371, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=308, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.828170] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:519) [799][T1_HBService][T1][YB42C0A801CD-00061B241B52F126-0-0] [lt=35] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-06-18 14:42:54.835733] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820925212}], scn_array=[{val:1718692974690901289, v:0}], curr_size=1012, accum_size=1134, time_cost=125703) [2024-06-18 14:42:54.835737] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=116560, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:42:54.835736] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873708134}], scn_array=[{val:1718692974414169958, v:0}], curr_size=122, accum_size=488, time_cost=111074) [2024-06-18 14:42:54.835773] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078973355}], scn_array=[{val:1718692974414169958, v:0}], curr_size=122, accum_size=854, time_cost=111045) [2024-06-18 14:42:54.835811] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:42:54.835833] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=15, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:42:54.835891] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=92] [APPLY STAT CB APPEND COST TIME](cur_stat_count=24, stat_interval=5000000, avg (count/cost)=56, this=0xfffb309f8440, extra_info="") [2024-06-18 14:42:54.835867] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344695, log_task={header:{begin_lsn:{lsn:26873708134}, end_lsn:{lsn:26873708256}, log_id:174344695, min_scn:{val:1718692974414169958, v:0}, max_scn:{val:1718692974414169958, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873708134}, data_checksum:667309872, accum_checksum:3065344347, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974724605, freeze_ts:1718692974724613, submit_ts:1718692974724626, flushed_ts:1718692974835797, gen_to_freeze cost time:8, gen_to_submit cost time:21, submit_to_flush cost time:111171}, fs_cb_begin_ts=1718692974835847, log_life_time=111242) [2024-06-18 14:42:54.835886] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988180, log_task={header:{begin_lsn:{lsn:122820925212}, end_lsn:{lsn:122820926224}, log_id:217988180, min_scn:{val:1718692974690901289, v:0}, max_scn:{val:1718692974690901289, v:0}, data_len:956, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820925212}, data_checksum:3067925072, accum_checksum:3544259583, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974691052, freeze_ts:1718692974709996, submit_ts:1718692974710010, flushed_ts:1718692974835796, gen_to_freeze cost time:18944, gen_to_submit cost time:18958, submit_to_flush cost time:125786}, fs_cb_begin_ts=1718692974835874, log_life_time=144822) [2024-06-18 14:42:54.835926] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=34] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=24, stat_interval=5000000, avg (count/cost)=117825, this=0xfffb309f8670, extra_info="") [2024-06-18 14:42:54.835941] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=14] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=24, stat_interval=5000000, avg (count/cost)=0, this=0xfffb309f88a0, extra_info="") [2024-06-18 14:42:54.835895] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692974690901289, v:0}, log_ts:{val:1718692974690901289, v:0}, lsn:{lsn:122820925268}, submit_ts:1718692974691063}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007822}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=144828, ctx_lock_wait_time=2) [2024-06-18 14:42:54.835960] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=18] [APPLY STAT CB EXECUTE TIME](cur_stat_count=24, stat_interval=5000000, avg (count/cost)=-565, this=0xfffb309f8ad0, extra_info="") [2024-06-18 14:42:54.835972] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=11] [APPLY STAT CB TOTAL TIME](cur_stat_count=24, stat_interval=5000000, avg (count/cost)=117315, this=0xfffb309f8d00, extra_info="") [2024-06-18 14:42:54.835969] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=53] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:42:54.836005] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=9, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:42:54.836029] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=116809, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:42:54.836049] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=9, avg_log_submit_to_flush_time=116758, avg_log_submit_to_slide_time=116800) [2024-06-18 14:42:54.836071] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050254, log_task={header:{begin_lsn:{lsn:683078973355}, end_lsn:{lsn:683078973477}, log_id:173050254, min_scn:{val:1718692974414169958, v:0}, max_scn:{val:1718692974414169958, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078973355}, data_checksum:2222604892, accum_checksum:1208685199, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974724660, freeze_ts:1718692974724663, submit_ts:1718692974724668, flushed_ts:1718692974835934, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:111266}, fs_cb_begin_ts=1718692974835993, log_life_time=111333) [2024-06-18 14:42:54.836115] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=93, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:42:54.860663] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.868634] INFO [LIB] runTimerTask (ob_work_queue.cpp:24) [440][RSAsyncTask][T0][Y0-0000000000000000-0-0] [lt=35] add async task(this=tasktype:N9oceanbase10rootserver13ObRootService15ObSelfCheckTaskE) [2024-06-18 14:42:54.889439] TRACE [TRACE] dump_tenant_info_ (ob_tenant_info_loader.cpp:216) [1119][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] [dump tenant_info_loader](TRACE=begin_ts=1718692974889430 2024-06-18 06:42:54.889430|[ob_tenant_info_loader] u=0 tenant_id:1002, is_sys_ls_leader:true, broadcast_cost_time:473, broadcast_times:1, broadcast_per_sec:1, rpc_update_times:0, rpc_update_per_sec:0, last_rpc_update_time_us:-1, sql_update_cost_time:1281, sql_update_times:1, tenant_info_cache:{tenant_info:{tenant_id:1002, switchover_epoch:0, sync_scn:{scn_val:1718692973410801055}, replayable_scn:{scn_val:1718692973410801055}, standby_scn:{scn_val:1718692972909258392}, recovery_until_scn:{scn_val:4611686018427387903}, tenant_role:{value:1}, switchover_status:{value:1}}, last_sql_update_time:1718692974887685, ora_rowscn:1718692974690901289}, is_inited:true|total_timeu=0) [2024-06-18 14:42:54.892142] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD17-0-0] [lt=36] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:54.892248] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD17-0-0] [lt=43][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:54.892336] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] get number(ret=0, service_type_=0, range=1, base_id=1718692974892332314, start_id=1718692974892332314, end_id=1718692974892332315) [2024-06-18 14:42:54.898653] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472585822}], scn_array=[{val:1718692974754999060, v:0}], curr_size=541, accum_size=1873, time_cost=114289) [2024-06-18 14:42:54.898779] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703333, log_task={header:{begin_lsn:{lsn:71472585822}, end_lsn:{lsn:71472586363}, log_id:183703333, min_scn:{val:1718692974754999060, v:0}, max_scn:{val:1718692974754999060, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472585822}, data_checksum:2390228900, accum_checksum:1215093618, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974755052, freeze_ts:1718692974784327, submit_ts:1718692974784342, flushed_ts:1718692974898714, gen_to_freeze cost time:29275, gen_to_submit cost time:29290, submit_to_flush cost time:114372}, fs_cb_begin_ts=1718692974898762, log_life_time=143710) [2024-06-18 14:42:54.898796] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692974754999060, v:0}, log_ts:{val:1718692974754999060, v:0}, lsn:{lsn:71472585878}, submit_ts:1718692974755061}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005284}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=143732, ctx_lock_wait_time=1) [2024-06-18 14:42:54.898963] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=41] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692974413404443, max_version=1718692974413404443 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692974222869749 and max_version = 1718692974222869749 ) [2024-06-18 14:42:54.899178] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=145699, time_dist: do_cluster_heartbeat=11, generate_cluster_version=145591) [2024-06-18 14:42:54.908241] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:54.880|208=0us|217=27.39ms|222=3us|total=27.45ms) [2024-06-18 14:42:54.908312] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:54.880|536=0us|557=5us|562=0us|total=27.50ms) [2024-06-18 14:42:54.908344] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:54.880|79=0us|total=27.53ms) [2024-06-18 14:42:54.915111] INFO [STORAGE.TRANS] handle_request (ob_timestamp_service.cpp:110) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=25] handle gts request statistics(total_rt=686, total_cnt=60, avg_rt=1.124590163934426279e+01, avg_cnt=6.000000000000000000e+00) [2024-06-18 14:42:54.922045] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=23] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=7) [2024-06-18 14:42:54.922855] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=23] Slow write(duration=86612, write_len=4096) [2024-06-18 14:42:54.922891] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592118, offset=338590}, end_cursor:ObLogCursor{file_id=119, log_id=31592119, offset=338840}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afd4050, len:1378, log_data_len:250, seq:31592118, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:54.922964] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:54.923007] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=40] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:54.923130] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=3920800, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=309, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:54.925913] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [1279][T1002_LCLSender][T1002][Y0-0000000000000000-0-0] [lt=46] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb4ad262b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:42:54.960724] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:54.961564] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820926224}], scn_array=[{val:1718692974722770353, v:0}], curr_size=545, accum_size=1679, time_cost=125680) [2024-06-18 14:42:54.961737] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988181, log_task={header:{begin_lsn:{lsn:122820926224}, end_lsn:{lsn:122820926769}, log_id:217988181, min_scn:{val:1718692974722770353, v:0}, max_scn:{val:1718692974722770353, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820926224}, data_checksum:334183382, accum_checksum:1087977900, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974722832, freeze_ts:1718692974835842, submit_ts:1718692974835856, flushed_ts:1718692974961630, gen_to_freeze cost time:113010, gen_to_submit cost time:113024, submit_to_flush cost time:125774}, fs_cb_begin_ts=1718692974961718, log_life_time=238886) [2024-06-18 14:42:54.961752] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=71][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692974722770353, v:0}, log_ts:{val:1718692974722770353, v:0}, lsn:{lsn:122820926280}, submit_ts:1718692974722844}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007823}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=238903, ctx_lock_wait_time=1) [2024-06-18 14:42:54.962150] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=240988, time_dist: do_cluster_heartbeat=10, generate_cluster_version=240849) [2024-06-18 14:42:54.970527] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=21] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:42:54.970567] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=30] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:42:54.970596] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=23] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=267) [2024-06-18 14:42:55.000684] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCBA-0-0] [lt=35] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:55.000849] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692975000844874, start_id=1718692975000844874, end_id=1718692975000844875) [2024-06-18 14:42:55.003609] INFO [COMMON] handle (memory_dump.cpp:468) [358][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=35] handle dump task(task={type_:2, dump_all_:false, p_context_:null, slot_idx_:0, dump_tenant_ctx_:false, tenant_id_:0, ctx_id_:0, p_chunk_:null}) [2024-06-18 14:42:55.008959] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=30] gc stale ls task succ [2024-06-18 14:42:55.010722] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2605) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=27] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", [SlidingWindow]={palf_id:1, self:"192.168.1.205:2882", lsn_allocator:{max_log_id:183703335, max_lsn:71472587026, max_scn:{val:1718692975000844874, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:71469567519}, reuse_lsn:{lsn:71472586363}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:71469569194}}, last_submit_lsn:{lsn:71472586363}, last_submit_end_lsn:{lsn:71472586485}, last_submit_log_id:183703334, last_submit_log_pid:17, max_flushed_lsn:{lsn:71472585822}, max_flushed_end_lsn:{lsn:71472586363}, max_flushed_log_pid:17, committed_end_lsn:{lsn:71472586363}, last_slide_log_id:183703333, last_slide_scn:{val:1718692974754999060, v:0}, last_slide_lsn:{lsn:71472585822}, last_slide_end_lsn:{lsn:71472586363}, last_slide_log_pid:17, last_slide_log_accum_checksum:1215093618, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffb79376630}, [StateMgr]={this:0xfffb7937b330, self:"192.168.1.205:2882", palf_id:1, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:17}, leader:"192.168.1.205:2882", leader_epoch:1, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:183703334, is_changing_config_with_arb:false, reconfirm_start_time_us:1718691649274896, palf_role_change_cb:0xfffb79382cb0, allow_vote:true}, [ConfigMgr]={palf_id:1, self:"192.168.1.205:2882", alive_paxos_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:17, prev:{version:1, config:{config_version:{proposal_id:16, config_seq:17}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:17, config_seq:18}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:16, prev_lsn:{lsn:71469567519}, prev_mode_pid:17}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:16, prev_lsn:{lsn:71469567519}, prev_end_lsn:{lsn:71469569194}, prev_mode_pid:17}, reconfig_barrier:{prev_log_proposal_id:16, prev_lsn:{lsn:71469567519}, prev_end_lsn:{lsn:71469569194}, prev_mode_pid:17}, persistent_config_version:{proposal_id:17, config_seq:18}, ms_ack_list:0, resend_config_version:{proposal_id:17, config_seq:18}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"default_region", paxos_member_region_map:{}, register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffb79378730}, [ModeMgr]={palf_id:1, self:"192.168.1.205:2882", applied_mode_meta:{version:1, proposal_id:17, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, accepted_mode_meta:{version:1, proposal_id:17, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, last_submit_mode_meta:{version:1, proposal_id:17, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, base_lsn_for_block_gc:{lsn:71332368384}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:17}, log_config_meta:{version:3, proposal_id:17, prev:{version:1, config:{config_version:{proposal_id:16, config_seq:17}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:17, config_seq:18}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:16, prev_lsn:{lsn:71469567519}, prev_mode_pid:17}, log_snapshot_meta:{version:1, base_lsn:{lsn:71332368384}, prev_log_info:{log_id:-1, lsn:{lsn:18446744073709551615}, scn:{val:18446744073709551615, v:3}, log_proposal_id:9223372036854775807, accum_checksum:-1}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:17, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}}, log_meta_storage:{log_tail:{lsn:1413120}, readable_log_tail:{lsn:1413120}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:71533682688}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1/1/meta", dir_fd:184, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:65691648, block_header_serialize_buf_:0xfffb7937daf8, flashback_version:0}, log_storage:{log_tail:{lsn:71472586363}, readable_log_tail:{lsn:71472586363}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:1065, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1/1/log", dir_fd:186, min_block_id:910, max_block_id:1066, curr_writable_block_id:1065}, logical_block_size_:67104768, curr_block_writable_size_:61096325, block_header_serialize_buf_:0xfffb7937fa78, flashback_version:0}, palf_epoch:1, last_purge_throttling_ts:1718691649274972, this:0xfffb7937bbb0}, [Reconfirm]={palf_id:1, self:"192.168.1.205:2882", state:"FINISHED", new_proposal_id:17, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.1.205:2882", majority_max_accept_pid:16, majority_max_lsn:{lsn:71469569194}, saved_end_lsn:{lsn:71469569194}, last_submit_prepare_req_time_us:1718691649275492, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffb7937b4b0}) [2024-06-18 14:42:55.011107] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2609) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=373] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692974898745, last_flushed_end_lsn:{lsn:71472586363}}]) [2024-06-18 14:42:55.011193] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4173) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=80] current log_task status(palf_id=1, self="192.168.1.205:2882", log_id=183703334, log_task={header:{begin_lsn:{lsn:71472586363}, end_lsn:{lsn:71472586485}, log_id:183703334, min_scn:{val:1718692974915101427, v:0}, max_scn:{val:1718692974915101427, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472586363}, data_checksum:667309872, accum_checksum:4114990241, is_padding_log:false, is_raw_write:false}, state_map:{val:30}, ref_cnt:0, gen_ts:1718692974937125, freeze_ts:1718692974937134, submit_ts:1718692974937152, flushed_ts:-1, gen_to_freeze cost time:9, gen_to_submit cost time:27, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692974898745, last_flushed_end_lsn:{lsn:71472586363}}]) [2024-06-18 14:42:55.012650] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33CC3-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.012701] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33CC3-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.012734] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33CC3-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.012757] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33CC3-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.012782] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33CC3-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.012856] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33CC3-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.015161] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=44] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84543864832, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:55.023524] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.023570] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.023686] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=3820246, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=310, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.024534] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472586363}], scn_array=[{val:1718692974915101427, v:0}], curr_size=122, accum_size=1995, time_cost=87350) [2024-06-18 14:42:55.024527] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078973477}], scn_array=[{val:1718692974915710332, v:0}], curr_size=122, accum_size=122, time_cost=99750) [2024-06-18 14:42:55.024531] INFO [PALF] inner_write_once_ (log_block_handler.cpp:411) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=31805152, this={dio_aligned_buf:{buf_write_offset:3930, buf_padding_size:166, align_size:4096, aligned_buf_size:2125824, aligned_used_ts:8942, truncate_used_ts:1897}, log_block_size:67108864, dir_fd:212, io_fd:213}, aligned_buf_len=4096, aligned_buf="1718692960399797253#+3@", aligned_block_offset=31801344, buf_len=122, total_write_size_=9934, total_write_size_after_dio_=294912, ob_pwrite_used_ts=7170254, count=70, each_pwrite_cost=102432) [2024-06-18 14:42:55.024586] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873708256}], scn_array=[{val:1718692974915710332, v:0}], curr_size=122, accum_size=610, time_cost=99839) [2024-06-18 14:42:55.024733] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=16] [APPLY STAT CB APPEND COST TIME](cur_stat_count=16, stat_interval=5000000, avg (count/cost)=35, this=0xfffb2ebe2440, extra_info="") [2024-06-18 14:42:55.024771] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=36] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=16, stat_interval=5000000, avg (count/cost)=99675, this=0xfffb2ebe2670, extra_info="") [2024-06-18 14:42:55.024793] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=21] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=16, stat_interval=5000000, avg (count/cost)=0, this=0xfffb2ebe28a0, extra_info="") [2024-06-18 14:42:55.024814] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=20] [APPLY STAT CB EXECUTE TIME](cur_stat_count=16, stat_interval=5000000, avg (count/cost)=-553, this=0xfffb2ebe2ad0, extra_info="") [2024-06-18 14:42:55.024774] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344696, log_task={header:{begin_lsn:{lsn:26873708256}, end_lsn:{lsn:26873708378}, log_id:174344696, min_scn:{val:1718692974915710332, v:0}, max_scn:{val:1718692974915710332, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873708256}, data_checksum:667309872, accum_checksum:1611882309, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974924695, freeze_ts:1718692974924701, submit_ts:1718692974924712, flushed_ts:1718692975024716, gen_to_freeze cost time:6, gen_to_submit cost time:17, submit_to_flush cost time:100004}, fs_cb_begin_ts=1718692975024758, log_life_time=100063) [2024-06-18 14:42:55.024835] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=21] [APPLY STAT CB TOTAL TIME](cur_stat_count=16, stat_interval=5000000, avg (count/cost)=99157, this=0xfffb2ebe2d00, extra_info="") [2024-06-18 14:42:55.033980] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.117|208=0us|217=22.17ms|222=3us|total=22.25ms) [2024-06-18 14:42:55.034070] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=81][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.117|536=0us|557=6us|562=0us|total=22.30ms) [2024-06-18 14:42:55.034103] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.117|79=0us|total=22.33ms) [2024-06-18 14:42:55.035673] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:647) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=50] Cache wash clean map node details(ret=0, clean_node_count=0, clean_time=20458, clean_start_pos=6400000, clean_num=200000) [2024-06-18 14:42:55.035936] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=17] ====== traversal_flush timer task ====== [2024-06-18 14:42:55.036214] INFO [MDS] flush (mds_table_mgr.cpp:240) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=23] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:1718647494967744305, v:0}, max_consequent_callbacked_scn={val:1718692974754999060, v:0}, *this={this:0xfffb67fa66d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692991039088806, latest_log_ts:{val:1718692974413404443, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:55.036351] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=122] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-06-18 14:42:55.040934] INFO handle (memory_dump.cpp:589) [358][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=38] statistics: tenant_cnt: 6, max_chunk_cnt: 524288 tenant_id ctx_id chunk_cnt label_cnt segv_cnt 1 0 165 205 0 1 2 47 1 0 1 4 1 1 0 1 5 19 4 0 1 7 1 2 0 1 8 79 1 0 1 12 2 3 0 1 13 2 1 0 1 14 1 1 0 1 18 20 3 0 1 20 1 1 0 500 0 133 240 0 500 7 3 3 0 500 8 84 1 0 500 9 3 1 0 500 10 6 2 0 500 16 2 1 0 500 17 10 7 0 500 22 33 62 0 500 23 18 6 0 508 0 5 8 0 508 8 18 1 0 509 0 4 8 0 509 8 9 1 0 1001 0 104 187 0 1001 2 46 1 0 1001 4 1 1 0 1001 5 15 4 0 1001 8 60 1 0 1001 12 2 2 0 1001 13 1 1 0 1001 14 1 1 0 1001 18 4 3 0 1001 20 1 1 0 1002 0 101 196 0 1002 2 189 1 0 1002 4 1 1 0 1002 5 8 4 0 1002 8 107 1 0 1002 12 4 3 0 1002 13 2 1 0 1002 14 1 1 0 1002 18 107 3 0 cost_time: 37099 [2024-06-18 14:42:55.060786] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.062293] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=39] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692974414169957, v:0}, base_version={val:1718692974414169957, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692974414169957, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692975062259, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:55.062350] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=54] no need to update min/max version(new_version={val:1718692974414169957, v:0}, min_version={val:1718692974414169957, v:0}, max_version={val:1718692974414169957, v:0}) [2024-06-18 14:42:55.070265] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820926769}], scn_array=[{val:1718692974722770354, v:0}], curr_size=1193, accum_size=2872, time_cost=108544) [2024-06-18 14:42:55.070411] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988182, log_task={header:{begin_lsn:{lsn:122820926769}, end_lsn:{lsn:122820927962}, log_id:217988182, min_scn:{val:1718692974722770354, v:0}, max_scn:{val:1718692974946028506, v:0}, data_len:1137, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820926769}, data_checksum:1949779898, accum_checksum:1025995211, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692974865099, freeze_ts:1718692974961683, submit_ts:1718692974961698, flushed_ts:1718692975070337, gen_to_freeze cost time:96584, gen_to_submit cost time:96599, submit_to_flush cost time:108639}, fs_cb_begin_ts=1718692975070389, log_life_time=205290) [2024-06-18 14:42:55.070426] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=67][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692974892332314, v:0}, log_ts:{val:1718692974892332314, v:0}, lsn:{lsn:122820926891}, submit_ts:1718692974892439}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007824}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=177982, ctx_lock_wait_time=1) [2024-06-18 14:42:55.070632] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=94][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692974946028506, v:0}, log_ts:{val:1718692974946028506, v:0}, lsn:{lsn:122820927380}, submit_ts:1718692974946106}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007825}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=124524, ctx_lock_wait_time=1) [2024-06-18 14:42:55.070829] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=180118, time_dist: do_cluster_heartbeat=11, generate_cluster_version=180015) [2024-06-18 14:42:55.100631] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=30][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:42:55.110771] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=52] LogLoopThread round_cost_time(us)(round_cost_time=561) [2024-06-18 14:42:55.110826] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=35] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:55.113446] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=31] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=0, size_used=86011, mem_used=135183360) [2024-06-18 14:42:55.116033] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472586485}], scn_array=[{val:1718692975000844874, v:0}], curr_size=541, accum_size=2536, time_cost=91308) [2024-06-18 14:42:55.116036] INFO [PALF] inner_write_once_ (log_block_handler.cpp:411) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=19544223, this={dio_aligned_buf:{buf_write_offset:2329, buf_padding_size:1767, align_size:4096, aligned_buf_size:2125824, aligned_used_ts:8920, truncate_used_ts:1880}, log_block_size:67108864, dir_fd:216, io_fd:217}, aligned_buf_len=4096, aligned_buf="ÿÿÿÿÿÿÿÿÿ", aligned_block_offset=19542016, buf_len=122, total_write_size_=8165, total_write_size_after_dio_=282624, ob_pwrite_used_ts=6919535, count=67, each_pwrite_cost=103276) [2024-06-18 14:42:55.116090] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078973599}], scn_array=[{val:1718692974915710333, v:0}], curr_size=122, accum_size=244, time_cost=91293) [2024-06-18 14:42:55.116210] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703335, log_task={header:{begin_lsn:{lsn:71472586485}, end_lsn:{lsn:71472587026}, log_id:183703335, min_scn:{val:1718692975000844874, v:0}, max_scn:{val:1718692975000844874, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472586485}, data_checksum:1487732465, accum_checksum:3517590638, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975000947, freeze_ts:1718692975024667, submit_ts:1718692975024692, flushed_ts:1718692975116099, gen_to_freeze cost time:23720, gen_to_submit cost time:23745, submit_to_flush cost time:91407}, fs_cb_begin_ts=1718692975116190, log_life_time=115243) [2024-06-18 14:42:55.116228] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=74][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975000844874, v:0}, log_ts:{val:1718692975000844874, v:0}, lsn:{lsn:71472586541}, submit_ts:1718692975000959}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005285}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=115266, ctx_lock_wait_time=1) [2024-06-18 14:42:55.116379] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692974754999060, max_version=1718692974754999060 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692974413404443 and max_version = 1718692974413404443 ) [2024-06-18 14:42:55.118866] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=119602, time_dist: do_cluster_heartbeat=11, generate_cluster_version=117225) [2024-06-18 14:42:55.122154] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=34] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=6) [2024-06-18 14:42:55.123779] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=26][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:310, local_retry_times:310, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:55.123837] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=51][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.123858] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.123870] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:55.123901] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:55.124163] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.124198] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.124224] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:55.124246] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:55.124269] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:55.124290] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:55.124308] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:55.124325] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:55.124343] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:55.124356] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:55.124371] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:55.124383] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:55.124400] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:55.124421] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:55.124432] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:55.124458] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:55.124477] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.124498] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.124517] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:55.124536] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:55.124555] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:55.124574] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=311, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:55.124606] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=3719324, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=311, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.125380] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.107|208=0us|217=17.81ms|222=3us|total=17.87ms) [2024-06-18 14:42:55.125456] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=70][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.107|536=1us|557=4us|562=1us|total=17.91ms) [2024-06-18 14:42:55.125485] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.107|79=0us|total=17.94ms) [2024-06-18 14:42:55.129441] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.129889] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=29] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.129948] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.130283] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.130355] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.130388] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.130410] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=22] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.135196] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1124][T1002_PLSSer][T1001][YB42C0A801CD-00061B241E72F28E-0-0] [lt=53][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1510, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:55.158692] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [1056][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=24] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:42:55.158740] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [1056][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=31] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=264) [2024-06-18 14:42:55.160848] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.162346] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=25] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:42:55.168517] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 20098.00) [2024-06-18 14:42:55.168554] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:55.168679] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=51] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 2.99, rt: 78267.00) [2024-06-18 14:42:55.168707] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=21] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 23.89, rt: 12150.04) [2024-06-18 14:42:55.168729] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 57258.67, iops: 47.77, rt: 14494.54) [2024-06-18 14:42:55.168747] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12717504, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:55.168785] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=31] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168808] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=21] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168827] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168845] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168864] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168882] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168900] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168918] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168936] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168953] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168972] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.168990] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.169004] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.169021] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.169039] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.169057] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:55.172513] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD18-0-0] [lt=36] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:55.172706] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=46] get number(ret=0, service_type_=0, range=1, base_id=1718692975172701031, start_id=1718692975172701031, end_id=1718692975172701032) [2024-06-18 14:42:55.172913] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=33] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=4573) [2024-06-18 14:42:55.172946] INFO [LIB] stat (utility.h:1157) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=34, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:42:55.173256] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472587026}], scn_array=[{val:1718692975099157316, v:0}], curr_size=478, accum_size=3014, time_cost=57056) [2024-06-18 14:42:55.174615] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A8-0-0] [lt=31] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:42:55.178070] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A8-0-0] [lt=48][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:42:55.179056] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A8-0-0] [lt=28] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12254, add_timestamp:1718692975179032}) [2024-06-18 14:42:55.179088] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F277-0-0] [lt=26] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12254, vtable_type={tenant_id:1, type:4}) [2024-06-18 14:42:55.179600] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F277-0-0] [lt=34] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12254, locations=[{table_id:12254, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692975179556, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:42:55.179651] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F277-0-0] [lt=49] success to process renew task(task={tenant_id:1, table_id:12254, add_timestamp:1718692975179032}, locations=[{table_id:12254, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692975179556, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:42:55.201523] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.184|208=1us|217=16.89ms|222=3us|total=16.95ms) [2024-06-18 14:42:55.201587] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.184|536=0us|557=7us|562=0us|total=16.99ms) [2024-06-18 14:42:55.201615] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.184|79=0us|total=17.01ms) [2024-06-18 14:42:55.207690] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=29] ====== tenant freeze timer task ====== [2024-06-18 14:42:55.208151] INFO [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:249) [812][T1_RFLWorker][T1][YB42C0A801CD-00061B241442EEE7-0-0] [lt=27] ObRemoteFetchWorker is running(thread_index=0) [2024-06-18 14:42:55.220595] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=3555, avg_group_log_size=395) [2024-06-18 14:42:55.220637] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3136) [2024-06-18 14:42:55.220667] INFO [LIB] stat (utility.h:1157) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=47, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:42:55.221243] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221296] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221316] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221331] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=11][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221380] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221400] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221418] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=13][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221436] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221453] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=12][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221472] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=13][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221613] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=13][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221636] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221654] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=13][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221812] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=12][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.221965] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D09-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.224184] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505214, routine_name:"PROC_DATA_HOSP_DATA_QUALITY", routine_type:1, overload:0, schema_version:1705458839038472}) [2024-06-18 14:42:55.224698] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:311, local_retry_times:311, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:55.224752] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=48][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.224772] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.224790] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:55.224822] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:55.225084] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.225119] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.225145] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:55.225166] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:55.225188] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:55.225209] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:55.225226] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:55.225241] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:55.225259] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:55.225271] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:55.225288] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:55.225298] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:55.225315] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:55.225328] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:55.225343] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:55.225364] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:55.225381] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.225396] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.225413] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:55.225426] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:55.225453] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=25][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:55.225471] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=312, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:55.225504] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=3618426, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=312, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.236406] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=34] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:55.239662] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=34] gc stale ls task succ [2024-06-18 14:42:55.239671] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.224|208=0us|217=15.19ms|222=2us|total=15.24ms) [2024-06-18 14:42:55.239734] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.224|536=0us|557=4us|562=0us|total=15.29ms) [2024-06-18 14:42:55.239764] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.224|79=0us|total=15.31ms) [2024-06-18 14:42:55.246311] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D10-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.246361] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D10-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.246389] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D10-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.246411] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D10-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.246471] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D10-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.246538] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D10-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.251736] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D11-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.251807] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D11-0-0] [lt=39][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.251997] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D11-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.252260] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D11-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.256118] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A8-0-0] [lt=31] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:42:55.260909] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.261303] INFO [STORAGE.TRANS] print_statistics (ob_xa_define.cpp:467) [1282][T1002_ObXAHbWor][T1002][Y0-0000000000000000-0-0] [lt=14] xa statistics(total_active_xa_ctx_count=0, total_standby_clearup_count=0, total_success_xa_start=0, total_failure_xa_start=0, total_success_xa_prepare=0, total_failure_xa_prepare=0, total_success_xa_1pc_commit=0, total_failure_xa_1pc_commit=0, total_success_xa_2pc_commit=0, total_failure_xa_2pc_commit=0, total_failure_xa_rollback=0, total_success_dblink_promotion=0, total_failure_dblink_promotion=0, total_success_dblink=0, total_failure_dblink=0) [2024-06-18 14:42:55.263536] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=21] ====== check clog disk timer task ====== [2024-06-18 14:42:55.263578] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=29] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=2450) [2024-06-18 14:42:55.263613] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=17] cannot_recycle_log_size statistics(cannot_recycle_log_size=220516826, threshold=966367641, need_update_checkpoint_scn=false) [2024-06-18 14:42:55.268223] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505213, routine_name:"PROC_REPORT_GZZ_DRG_CMI_ZHNL", routine_type:1, overload:0, schema_version:1704950079665944}) [2024-06-18 14:42:55.276231] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=33] [PALF STAT WRITE LOG COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=133959, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:42:55.276228] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820927962}], scn_array=[{val:1718692975172701032, v:0}], curr_size=545, accum_size=3417, time_cost=103304) [2024-06-18 14:42:55.276228] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078973721}], scn_array=[{val:1718692974915710334, v:0}], curr_size=122, accum_size=366, time_cost=151338) [2024-06-18 14:42:55.276268] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873708378}], scn_array=[{val:1718692974915710333, v:0}], curr_size=122, accum_size=732, time_cost=151370) [2024-06-18 14:42:55.276308] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=732) [2024-06-18 14:42:55.276363] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=24, this=0xfffb481a0730, extra_info="") [2024-06-18 14:42:55.276377] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050257, log_task={header:{begin_lsn:{lsn:683078973721}, end_lsn:{lsn:683078973843}, log_id:173050257, min_scn:{val:1718692974915710334, v:0}, max_scn:{val:1718692974915710334, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078973721}, data_checksum:2222604892, accum_checksum:3457758811, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975124858, freeze_ts:1718692975124861, submit_ts:1718692975124866, flushed_ts:1718692975276302, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:151436}, fs_cb_begin_ts=1718692975276355, log_life_time=151497) [2024-06-18 14:42:55.276400] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988183, log_task={header:{begin_lsn:{lsn:122820927962}, end_lsn:{lsn:122820928507}, log_id:217988183, min_scn:{val:1718692975172701032, v:0}, max_scn:{val:1718692975172701032, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820927962}, data_checksum:3964384031, accum_checksum:1668699410, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975172861, freeze_ts:1718692975172871, submit_ts:1718692975172891, flushed_ts:1718692975276296, gen_to_freeze cost time:10, gen_to_submit cost time:30, submit_to_flush cost time:103405}, fs_cb_begin_ts=1718692975276383, log_life_time=103522) [2024-06-18 14:42:55.276417] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975172701031, v:0}, log_ts:{val:1718692975172701032, v:0}, lsn:{lsn:122820928018}, submit_ts:1718692975172966}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007826}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=103446, ctx_lock_wait_time=2) [2024-06-18 14:42:55.276500] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=64] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=732) [2024-06-18 14:42:55.276543] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:42:55.276566] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=134169, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:42:55.276588] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=6, avg_log_gen_to_freeze_time=6, avg_log_gen_to_submit_time=17, avg_log_submit_to_flush_time=134096, avg_log_submit_to_slide_time=134151) [2024-06-18 14:42:55.276589] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=80] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:55.276609] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344697, log_task={header:{begin_lsn:{lsn:26873708378}, end_lsn:{lsn:26873708500}, log_id:174344697, min_scn:{val:1718692974915710333, v:0}, max_scn:{val:1718692974915710333, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873708378}, data_checksum:667309872, accum_checksum:2778218881, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975124812, freeze_ts:1718692975124816, submit_ts:1718692975124826, flushed_ts:1718692975276457, gen_to_freeze cost time:4, gen_to_submit cost time:14, submit_to_flush cost time:151631}, fs_cb_begin_ts=1718692975276530, log_life_time=151718) [2024-06-18 14:42:55.276651] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT FLUSH CB COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=144, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:42:55.278644] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=107725, time_dist: do_cluster_heartbeat=15, generate_cluster_version=105834, cluster_service_self_check=9) [2024-06-18 14:42:55.280766] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.280815] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=39][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.280882] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.280914] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.280972] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281000] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281181] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=36][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281221] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281259] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281297] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281580] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281606] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281626] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281641] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D1A-0-0] [lt=11][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.281860] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [829][T1_LCLSender][T1][Y0-0000000000000000-0-0] [lt=41] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb7d3ca2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:42:55.300583] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.300637] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.300701] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.300726] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.300748] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.300769] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.300835] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.301034] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.301058] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.301080] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D20-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.308008] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [675][T1_Occam][T1][YB42C0A801CD-00061B241492F316-0-0] [lt=29] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:55.313971] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.283|208=0us|217=30.68ms|222=2us|total=30.75ms) [2024-06-18 14:42:55.314053] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=75][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.283|536=0us|557=4us|562=1us|total=30.79ms) [2024-06-18 14:42:55.314083] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.283|79=0us|total=30.82ms) [2024-06-18 14:42:55.315051] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D25-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.315102] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D25-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.315126] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D25-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.315147] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D25-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.315165] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D25-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.315184] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D25-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.315201] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D25-0-0] [lt=13][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.318471] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=27] gc stale ls task succ [2024-06-18 14:42:55.322261] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=5) [2024-06-18 14:42:55.325598] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:312, local_retry_times:312, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:55.325657] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=53][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.325673] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.325685] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:55.325711] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:55.326004] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=24] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.326042] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.326070] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:55.326093] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:55.326116] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:55.326164] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=44][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:55.326182] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:55.326199] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:55.326218] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:55.326236] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:55.326248] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:55.326264] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:55.326283] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:55.326303] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:55.326315] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:55.326341] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:55.326361] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.326382] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.326401] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:55.326421] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:55.326439] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:55.326458] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=313, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:55.326493] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=3517438, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=313, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.333439] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=99919, this=0xfffb79383a70, extra_info="") [2024-06-18 14:42:55.333478] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472587504}], scn_array=[{val:1718692975220484362, v:0}], curr_size=541, accum_size=3555, time_cost=112831) [2024-06-18 14:42:55.333517] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=38] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3555) [2024-06-18 14:42:55.333556] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=20, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:42:55.333632] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=64] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3555) [2024-06-18 14:42:55.333762] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=35] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=16, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:42:55.333791] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=26] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=112310, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:42:55.333812] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=12183, avg_log_gen_to_submit_time=12202, avg_log_submit_to_flush_time=100026, avg_log_submit_to_slide_time=100108) [2024-06-18 14:42:55.333782] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975220484362, v:0}, log_ts:{val:1718692975220484362, v:0}, lsn:{lsn:71472587560}, submit_ts:1718692975220706}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005287}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=113072, ctx_lock_wait_time=1) [2024-06-18 14:42:55.333838] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=23][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703337, log_task={header:{begin_lsn:{lsn:71472587504}, end_lsn:{lsn:71472588045}, log_id:183703337, min_scn:{val:1718692975220484362, v:0}, max_scn:{val:1718692975220484362, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472587504}, data_checksum:1340672198, accum_checksum:194670223, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975220549, freeze_ts:1718692975220557, submit_ts:1718692975220571, flushed_ts:1718692975333573, gen_to_freeze cost time:8, gen_to_submit cost time:22, submit_to_flush cost time:113002}, fs_cb_begin_ts=1718692975333740, log_life_time=113191) [2024-06-18 14:42:55.333909] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=62] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=155, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:42:55.333935] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692975000844874, max_version=1718692975000844874 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692974754999060 and max_version = 1718692974754999060 ) [2024-06-18 14:42:55.334070] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1718692975000844874, v:0}, new_max_version={val:1718692975000844874, v:0}, last_min_version={val:1718692974754999060, v:0}, last_max_version={val:1718692974754999060, v:0}, total_time_us=115074, delta_us=333223) [2024-06-18 14:42:55.334111] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1, current_version={val:1718692975000844874, v:0}, min_version={val:1718692975000844874, v:0}, max_version={val:1718692975000844874, v:0}, in_service=true, leader_epoch=17) [2024-06-18 14:42:55.337125] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=118171, time_dist: do_cluster_heartbeat=11, generate_cluster_version=115160, cluster_service_self_check=12) [2024-06-18 14:42:55.346180] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:213) [1262][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=20] start to check and clear obj lock(ls->get_ls_id()={id:1}) [2024-06-18 14:42:55.346414] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:213) [1262][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=32] start to check and clear obj lock(ls->get_ls_id()={id:1001}) [2024-06-18 14:42:55.347285] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA29-0-0] [lt=19][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:55.347327] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA29-0-0] [lt=38][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:55.350028] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.350036] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:55.350068] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:55.350076] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=30] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.350226] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:55.350257] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=28][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:55.350283] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:55.350317] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:55.350342] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=67] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.350359] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:55.350399] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:55.350418] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:55.350435] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:55.350458] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:55.350478] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=18, mem_used=16637952) [2024-06-18 14:42:55.350504] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17] release old cannot free more memory [2024-06-18 14:42:55.350519] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=13] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=40, size_used=0, mem_used=16637952) [2024-06-18 14:42:55.350546] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=21] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.350702] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=34] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.350761] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=35] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.350897] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.350999] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.351068] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=32] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.351093] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.351142] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=35] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.351151] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=29] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.351160] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.351197] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=29] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.351197] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=22] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.351475] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.351676] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:55.354363] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:778) [931][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=61] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):274, sequence:1}) [2024-06-18 14:42:55.360970] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.364672] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=29] ====== tenant freeze timer task ====== [2024-06-18 14:42:55.367429] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=41] ====== traversal_flush timer task ====== [2024-06-18 14:42:55.367578] INFO [MDS] flush (mds_table_mgr.cpp:213) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=30] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:4611686018427387903, v:0}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffb2eb526d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692971906147490, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718692990158286214, latest_log_ts:{val:1718692973912326991, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:55.367814] INFO [MDS] flush (mds_table_mgr.cpp:213) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=124] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1001}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:4611686018427387903, v:0}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffb2eb9a6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692973912326992, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692971906147490, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:55.367905] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=87] succeed to traversal_flush(ret=0, ls_cnt=2) [2024-06-18 14:42:55.374057] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=35] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:55.374704] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1202][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=59] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:1412, free_obj_hold_cnt:3, allocator used:5626040, allocator total:5821312}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:2, free_obj_hold_cnt:1, allocator used:196773, allocator total:196773}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=6018085, tablets_mem_limit=2319282340, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:8, free_obj_hold_cnt:0, allocator used:20480, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=1414) [2024-06-18 14:42:55.377822] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F278-0-0] [lt=31] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12274, vtable_type={tenant_id:1, type:4}) [2024-06-18 14:42:55.378437] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F278-0-0] [lt=32] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12274, locations=[{table_id:12274, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692975378393, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:42:55.378483] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F278-0-0] [lt=44] success to process renew task(task={tenant_id:1, table_id:12274, add_timestamp:1718692975377760}, locations=[{table_id:12274, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692975378393, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:42:55.378788] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=34] no need to update min/max version(new_version={val:1718692974946028506, v:0}, min_version={val:1718692974946028506, v:0}, max_version={val:1718692974946028506, v:0}) [2024-06-18 14:42:55.379542] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D3E-0-0] [lt=13][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.379722] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D3E-0-0] [lt=103][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"PACKAGE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.380710] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D3E-0-0] [lt=60][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.380847] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D3E-0-0] [lt=73][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"ROUTINE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.382569] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D3E-0-0] [lt=55][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.382714] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D3E-0-0] [lt=78][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TRIGGER_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.390629] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820928507}], scn_array=[{val:1718692975263869654, v:0}], curr_size=544, accum_size=3961, time_cost=114237) [2024-06-18 14:42:55.390632] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873708500}], scn_array=[{val:1718692974915710334, v:0}], curr_size=122, accum_size=122, time_cost=65644) [2024-06-18 14:42:55.390626] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078973843}], scn_array=[{val:1718692974915710335, v:0}], curr_size=122, accum_size=488, time_cost=65619) [2024-06-18 14:42:55.390820] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988184, log_task={header:{begin_lsn:{lsn:122820928507}, end_lsn:{lsn:122820929051}, log_id:217988184, min_scn:{val:1718692975263869654, v:0}, max_scn:{val:1718692975263869654, v:0}, data_len:488, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820928507}, data_checksum:2038502710, accum_checksum:3178259383, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975263931, freeze_ts:1718692975276347, submit_ts:1718692975276363, flushed_ts:1718692975390698, gen_to_freeze cost time:12416, gen_to_submit cost time:12432, submit_to_flush cost time:114335}, fs_cb_begin_ts=1718692975390801, log_life_time=126870) [2024-06-18 14:42:55.390831] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=23][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975263869654, v:0}, log_ts:{val:1718692975263869654, v:0}, lsn:{lsn:122820928563}, submit_ts:1718692975263941}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007827}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126885, ctx_lock_wait_time=2) [2024-06-18 14:42:55.391012] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=76] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:55.391414] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=129041, time_dist: do_cluster_heartbeat=13, generate_cluster_version=128874) [2024-06-18 14:42:55.391578] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=34] PNIO [ratelimit] time: 1718692975391576, bytes: 15583850, bw: 0.013360 MB/s, add_ts: 1007622, add_bytes: 14116 [2024-06-18 14:42:55.399668] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.384|208=1us|217=15.14ms|222=3us|total=15.21ms) [2024-06-18 14:42:55.399753] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=77][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.384|536=0us|557=5us|562=0us|total=15.26ms) [2024-06-18 14:42:55.399797] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.384|79=0us|total=15.30ms) [2024-06-18 14:42:55.400947] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.400974] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=26][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.400964] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=37][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:668876, tid:1306}]) [2024-06-18 14:42:55.400988] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401008] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401020] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401038] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401051] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401070] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401082] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401100] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401113] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401248] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=134][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401262] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401274] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401293] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401305] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401324] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401337] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401355] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401368] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401387] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401399] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401417] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401429] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401448] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401460] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401478] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401490] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401508] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401520] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401539] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401551] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401569] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401581] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401599] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401611] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401629] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401642] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401660] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401672] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401690] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401702] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401720] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401732] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401751] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401763] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401781] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401793] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401811] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401824] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401843] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401856] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401867] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401886] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401899] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401917] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401930] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401949] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401961] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401979] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.401992] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402010] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402022] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402040] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402053] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402071] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402084] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402102] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402114] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402133] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402145] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402163] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402175] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402188] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402205] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402217] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402236] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402248] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402266] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402278] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402296] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402308] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402327] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402339] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402357] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402369] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402387] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402399] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402417] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402430] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402448] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402460] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402478] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402491] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402509] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402521] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402539] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402551] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402569] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402582] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402600] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402612] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402631] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402643] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402661] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402673] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402692] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402704] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402722] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402734] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402753] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402765] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402783] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402795] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402813] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402825] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402844] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402856] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402874] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402886] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402904] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402916] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402935] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402947] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402966] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402978] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.402996] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403009] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403027] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403039] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403057] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403069] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403087] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403099] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403110] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403128] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403140] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403159] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403171] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403189] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403201] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403219] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403231] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403250] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403262] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403280] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403293] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403311] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403323] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403342] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403354] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403372] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403385] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403403] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403415] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403434] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403447] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403465] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403477] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403495] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403508] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403526] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403539] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403557] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403569] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403587] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403600] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403618] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403630] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403648] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403661] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403680] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403692] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403710] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403722] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403740] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403753] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403771] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403784] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403802] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403814] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403833] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403845] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403863] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403876] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403894] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403907] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403925] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403938] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403957] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403969] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.403987] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.404000] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.404012] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.404030] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.404042] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.404061] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.404073] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.404091] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.404104] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:55.404122] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:55.407607] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:55.407647] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:55.407783] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:55.407812] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:55.407853] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:55.407876] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:55.407902] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:55.407930] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:55.407950] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:55.407969] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=16] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1002) [2024-06-18 14:42:55.407991] WDIAG [SQL.PC] run_plan_cache_task (ob_plan_cache.cpp:2614) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to update plan cache memory sys val(ret=-4152) [2024-06-18 14:42:55.408014] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=17] start lib cache evict(tenant_id=1002, mem_hold=16777216, mem_limit=579820585, cache_obj_num=54, cache_node_num=54) [2024-06-18 14:42:55.408038] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=20] end lib cache evict(tenant_id=1002, cache_evict_num=0, mem_hold=16777216, mem_limit=579820585, cache_obj_num=54, cache_node_num=54) [2024-06-18 14:42:55.408061] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=20] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:55.412155] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F123-0-0] [lt=29] [RS_MGR] force set rs list(master_rs="192.168.1.205:2882") [2024-06-18 14:42:55.412200] INFO [SERVER] handle_heartbeat (ob_service.cpp:3058) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F123-0-0] [lt=33] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.1.205:2882", server_id:1, rs_addr:"192.168.1.205:2882", rs_server_status:1, epoch_id:17}, hb_response={zone:"META_ZONE_1", server:"192.168.1.205:2882", sql_port:2881, build_version:"4.2.1.1_101000062023103122-34e6ed68f3db97700b665a618fc3801f6b109124(Oct 31 2023 22:22:10)", start_service_time:1718692739748775, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=46) [2024-06-18 14:42:55.414953] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=15] Dumping All Cache Objs(alloc_obj_list.count()=54, alloc_obj_list=[{obj_id:1, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108434}, {obj_id:2, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:3, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108320}, {obj_id:5, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:368023}, {obj_id:6, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:7, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:8, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:9, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:10, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:12, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113793}, {obj_id:13, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116487}, {obj_id:16, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:18, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110311}, {obj_id:19, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116057}, {obj_id:20, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109612}, {obj_id:21, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:24, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112993}, {obj_id:27, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156796}, {obj_id:31, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105807}, {obj_id:33, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125346}, {obj_id:39, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126915}, {obj_id:41, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:43, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:44, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:46, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107344}, {obj_id:47, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:48, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111884}, {obj_id:49, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:50, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:51, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:52, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:53, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178767}, {obj_id:54, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:55, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163440}, {obj_id:56, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177619}, {obj_id:57, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136902}, {obj_id:58, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157212}, {obj_id:59, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:60, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:131029}, {obj_id:61, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:62, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:63, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:64, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:65, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:66, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:67, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110348}, {obj_id:68, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:69, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:70, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:152993}, {obj_id:71, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155912}, {obj_id:72, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:223548}, {obj_id:73, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128193}, {obj_id:74, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128193}]) [2024-06-18 14:42:55.415181] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=223] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:55.416639] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=46] get number(ret=0, service_type_=0, range=1, base_id=1718692975416634062, start_id=1718692975416634062, end_id=1718692975416634063) [2024-06-18 14:42:55.416683] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=32] ts response task statistics(alloc_count=25682, free_count=12840) [2024-06-18 14:42:55.416728] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=19] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:42:55.422593] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=38, mem_used=37435392) [2024-06-18 14:42:55.422650] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=31] release old cannot free more memory [2024-06-18 14:42:55.422668] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=16] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=76, size_used=0, mem_used=37435392) [2024-06-18 14:42:55.423752] INFO [STORAGE] runTimerTask (ob_tenant_tablet_stat_mgr.cpp:838) [1118][T1002_TabletSta][T1002][Y0-0000000000000000-0-0] [lt=36] TenantTabletStatMgr refresh all tablet stream(MTL_ID()=1002, interval_step=1) [2024-06-18 14:42:55.426586] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:313, local_retry_times:313, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:55.426644] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=51][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.426665] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.426685] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:55.426717] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:55.427001] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.427038] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.427065] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:55.427088] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:55.427110] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:55.427131] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:55.427147] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:55.427164] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:55.427182] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:55.427194] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:55.427210] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:55.427221] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:55.427237] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:55.427256] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:55.427268] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:55.427293] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:55.427313] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.427333] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.427351] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:55.427369] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:55.427387] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:55.427405] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=314, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:55.427439] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=3416491, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=314, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.432630] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D42-0-0] [lt=56][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"DATA_TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.432853] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D42-0-0] [lt=96][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.432965] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D42-0-0] [lt=62][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.433063] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D42-0-0] [lt=51][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.434012] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D42-0-0] [lt=47][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.437119] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=45] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:55.461034] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.462519] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.450|208=0us|217=11.71ms|222=3us|total=11.79ms) [2024-06-18 14:42:55.462607] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=82][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.450|536=0us|557=5us|562=1us|total=11.84ms) [2024-06-18 14:42:55.462642] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=33][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.450|79=0us|total=11.86ms) [2024-06-18 14:42:55.465762] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=67][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.465866] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=48][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.466009] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=25][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.466234] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.466296] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.466383] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.466415] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.466591] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.466649] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.466972] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D46-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.471600] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=22] ====== check clog disk timer task ====== [2024-06-18 14:42:55.471638] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=27] get_disk_usage(ret=0, capacity(MB):=27648, used(MB):=22064) [2024-06-18 14:42:55.471681] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=20] cannot_recycle_log_size statistics(cannot_recycle_log_size=4077627995, threshold=8697308774, need_update_checkpoint_scn=false) [2024-06-18 14:42:55.488476] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4A-0-0] [lt=19][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"DATA_TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.488632] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4A-0-0] [lt=89][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.489162] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4A-0-0] [lt=58][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.489291] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4A-0-0] [lt=64][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.493001] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305A2-0-0] [lt=35] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:55.504973] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472588045}], scn_array=[{val:1718692975256284933, v:0}], curr_size=478, accum_size=478, time_cost=171237) [2024-06-18 14:42:55.505175] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703338, log_task={header:{begin_lsn:{lsn:71472588045}, end_lsn:{lsn:71472588523}, log_id:183703338, min_scn:{val:1718692975256284933, v:0}, max_scn:{val:1718692975256284933, v:0}, data_len:422, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472588045}, data_checksum:4066210827, accum_checksum:3005633975, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975256352, freeze_ts:1718692975333677, submit_ts:1718692975333703, flushed_ts:1718692975505056, gen_to_freeze cost time:77325, gen_to_submit cost time:77351, submit_to_flush cost time:171353}, fs_cb_begin_ts=1718692975505152, log_life_time=248800) [2024-06-18 14:42:55.505190] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975256284933, v:0}, log_ts:{val:1718692975256284933, v:0}, lsn:{lsn:71472588101}, submit_ts:1718692975256365}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005288}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=248821, ctx_lock_wait_time=1) [2024-06-18 14:42:55.505944] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4C-0-0] [lt=52][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.506042] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4C-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.506420] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4C-0-0] [lt=25][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.506487] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4C-0-0] [lt=25][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.506565] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4C-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.506597] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4C-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.506778] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4C-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.506833] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4C-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.507138] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4C-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.513947] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.495|208=1us|217=18.85ms|222=3us|total=18.91ms) [2024-06-18 14:42:55.514018] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.495|536=0us|557=5us|562=0us|total=18.96ms) [2024-06-18 14:42:55.514048] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.495|79=0us|total=18.98ms) [2024-06-18 14:42:55.522371] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=34] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=4) [2024-06-18 14:42:55.527528] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:314, local_retry_times:314, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:55.527580] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=47][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.527595] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.527606] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:55.527629] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:55.527881] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.527916] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.527941] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:55.527959] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:55.527978] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:55.527996] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:55.528010] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:55.528026] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:55.528042] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:55.528053] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:55.528066] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:55.528081] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:55.528093] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:55.528108] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:55.528122] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:55.528144] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:55.528159] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.528176] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.528191] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:55.528208] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:55.528224] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:55.528240] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=315, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:55.528270] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18] will sleep(sleep_us=100000, remain_us=3315660, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=315, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.531672] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4E-0-0] [lt=19][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.531831] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4E-0-0] [lt=93][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"PACKAGE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.532909] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4E-0-0] [lt=59][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.533050] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4E-0-0] [lt=77][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"ROUTINE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.535006] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4E-0-0] [lt=62][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.535043] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=38] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}, {1001,0,False,{False,},False,False,True}]) [2024-06-18 14:42:55.535109] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=47] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:55.535150] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D4E-0-0] [lt=80][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TRIGGER_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.542681] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [820][T1_LockWaitMgr][T1][Y0-0000000000000000-0-0] [lt=31] report RowHolderMapper summary info(count=1, bkt_cnt=248) [2024-06-18 14:42:55.550786] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820929051}], scn_array=[{val:1718692975263869655, v:0}], curr_size=122, accum_size=4083, time_cost=159976) [2024-06-18 14:42:55.550796] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078973965}], scn_array=[{val:1718692975417279307, v:0}], curr_size=122, accum_size=610, time_cost=125709) [2024-06-18 14:42:55.550795] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873708622}], scn_array=[{val:1718692975417279307, v:0}], curr_size=122, accum_size=244, time_cost=125733) [2024-06-18 14:42:55.550959] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050259, log_task={header:{begin_lsn:{lsn:683078973965}, end_lsn:{lsn:683078974087}, log_id:173050259, min_scn:{val:1718692975417279307, v:0}, max_scn:{val:1718692975417279307, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078973965}, data_checksum:2222604892, accum_checksum:2796884215, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975425055, freeze_ts:1718692975425058, submit_ts:1718692975425063, flushed_ts:1718692975550877, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:125814}, fs_cb_begin_ts=1718692975550937, log_life_time=125882) [2024-06-18 14:42:55.550970] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=65][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988185, log_task={header:{begin_lsn:{lsn:122820929051}, end_lsn:{lsn:122820929173}, log_id:217988185, min_scn:{val:1718692975263869655, v:0}, max_scn:{val:1718692975263869655, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820929051}, data_checksum:667309872, accum_checksum:2935245117, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975365401, freeze_ts:1718692975390756, submit_ts:1718692975390778, flushed_ts:1718692975550852, gen_to_freeze cost time:25355, gen_to_submit cost time:25377, submit_to_flush cost time:160074}, fs_cb_begin_ts=1718692975550948, log_life_time=185547) [2024-06-18 14:42:55.551093] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344699, log_task={header:{begin_lsn:{lsn:26873708622}, end_lsn:{lsn:26873708744}, log_id:174344699, min_scn:{val:1718692975417279307, v:0}, max_scn:{val:1718692975417279307, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873708622}, data_checksum:667309872, accum_checksum:3282661489, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975425005, freeze_ts:1718692975425012, submit_ts:1718692975425024, flushed_ts:1718692975551038, gen_to_freeze cost time:7, gen_to_submit cost time:19, submit_to_flush cost time:126014}, fs_cb_begin_ts=1718692975551078, log_life_time=126073) [2024-06-18 14:42:55.561074] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.571542] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=56][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.571640] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=40][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.571781] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.572013] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.572075] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.572163] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.572197] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.572375] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.572435] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.572757] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D53-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.580293] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD19-0-0] [lt=31][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:55.580399] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=40] get number(ret=0, service_type_=0, range=1, base_id=1718692975580395004, start_id=1718692975580395004, end_id=1718692975580395005) [2024-06-18 14:42:55.582983] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D55-0-0] [lt=19][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"DATA_TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.583619] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D55-0-0] [lt=84][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:55.590809] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472588523}], scn_array=[{val:1718692975416634062, v:0}], curr_size=607, accum_size=1085, time_cost=85650) [2024-06-18 14:42:55.590978] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975438973743, v:0}, log_ts:{val:1718692975438973743, v:0}, lsn:{lsn:71472588645}, submit_ts:1718692975439087}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005289}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=151888, ctx_lock_wait_time=0) [2024-06-18 14:42:55.591162] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692975099157316, max_version=1718692975099157316 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692975000844874 and max_version = 1718692975000844874 ) [2024-06-18 14:42:55.591386] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=154176, time_dist: do_cluster_heartbeat=16, generate_cluster_version=154045) [2024-06-18 14:42:55.599294] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D57-0-0] [lt=72][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.599388] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D57-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.599685] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.584|208=1us|217=15.47ms|222=3us|total=15.53ms) [2024-06-18 14:42:55.599762] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=71][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.584|536=0us|557=6us|562=0us|total=15.58ms) [2024-06-18 14:42:55.599775] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D57-0-0] [lt=27][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.599794] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.584|79=0us|total=15.61ms) [2024-06-18 14:42:55.599829] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D57-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.599905] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D57-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.599943] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D57-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.600116] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D57-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.600180] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D57-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.600506] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D57-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.611095] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F294-0-0] [lt=27] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:55.611166] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F294-0-0] [lt=65] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:55.619457] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=115729, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:55.619492] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820929173}], scn_array=[{val:1718692975493166247, v:0}], curr_size=545, accum_size=4628, time_cost=68489) [2024-06-18 14:42:55.619527] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=33] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=4628) [2024-06-18 14:42:55.619559] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=20, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:55.619625] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=52] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=4628) [2024-06-18 14:42:55.619708] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=38] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=5049, avg_group_log_size=631) [2024-06-18 14:42:55.619759] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=26] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=14, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:55.619782] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=159570, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:55.619797] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=43628, avg_log_gen_to_submit_time=43645, avg_log_submit_to_flush_time=115831, avg_log_submit_to_slide_time=115924) [2024-06-18 14:42:55.619774] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975493166247, v:0}, log_ts:{val:1718692975493166247, v:0}, lsn:{lsn:122820929229}, submit_ts:1718692975493247}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007828}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126523, ctx_lock_wait_time=1) [2024-06-18 14:42:55.619827] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=173, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:55.620100] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=32] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-06-18 14:42:55.620211] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=128708, time_dist: do_cluster_heartbeat=14, generate_cluster_version=128548) [2024-06-18 14:42:55.625157] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=6, avg_log_batch_cnt=1, total_group_log_size=732, avg_group_log_size=122) [2024-06-18 14:42:55.625206] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=732) [2024-06-18 14:42:55.625229] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=57, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:55.625291] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:42:55.625320] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:42:55.625336] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=35, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:55.628275] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D61-0-0] [lt=20] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:10002, add_timestamp:1718692975628240}) [2024-06-18 14:42:55.628360] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:315, local_retry_times:315, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:55.628362] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F279-0-0] [lt=29] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=10002, locations=[{table_id:10002, partition_id:10002, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692975628313, sql_renew_time:1718692975628313, is_mark_fail:false}]) [2024-06-18 14:42:55.628413] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F279-0-0] [lt=48] success to process renew task(task={tenant_id:1, table_id:10002, add_timestamp:1718692975628240}, locations=[{table_id:10002, partition_id:10002, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692975628313, sql_renew_time:1718692975628313, is_mark_fail:false}]) [2024-06-18 14:42:55.628416] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=50][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.628443] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=24][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.628455] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:55.628482] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:55.628787] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.628825] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.628876] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=46][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:55.628899] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:55.628921] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:55.628936] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:55.628953] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:55.628970] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:55.628998] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=26][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:55.629011] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:55.629027] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:55.629038] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:55.629055] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:55.629070] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:55.629086] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:55.629107] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:55.629126] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.629142] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.629160] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:55.629172] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:55.629190] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:55.629202] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=316, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:55.629236] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=3214694, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=316, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.629308] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=25] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:55.637872] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=49] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:55.639037] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=44][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.628|208=0us|217=10.22ms|222=4us|total=10.29ms) [2024-06-18 14:42:55.639124] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=80][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.628|536=0us|557=6us|562=0us|total=10.34ms) [2024-06-18 14:42:55.639156] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.628|79=0us|total=10.37ms) [2024-06-18 14:42:55.647827] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=40] PNIO [ratelimit] time: 1718692975647824, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007613, add_bytes: 0 [2024-06-18 14:42:55.661145] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.668243] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.656|208=1us|217=11.52ms|222=2us|total=11.58ms) [2024-06-18 14:42:55.668313] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=63][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.656|536=0us|557=7us|562=0us|total=11.62ms) [2024-06-18 14:42:55.668345] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.656|79=0us|total=11.65ms) [2024-06-18 14:42:55.682368] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820929718}], scn_array=[{val:1718692975580395004, v:0}], curr_size=543, accum_size=543, time_cost=62646) [2024-06-18 14:42:55.682516] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988187, log_task={header:{begin_lsn:{lsn:122820929718}, end_lsn:{lsn:122820930261}, log_id:217988187, min_scn:{val:1718692975580395004, v:0}, max_scn:{val:1718692975580395004, v:0}, data_len:487, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820929718}, data_checksum:1966868955, accum_checksum:655394330, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975580503, freeze_ts:1718692975619669, submit_ts:1718692975619693, flushed_ts:1718692975682441, gen_to_freeze cost time:39166, gen_to_submit cost time:39190, submit_to_flush cost time:62748}, fs_cb_begin_ts=1718692975682498, log_life_time=101995) [2024-06-18 14:42:55.682524] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=67][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975580395004, v:0}, log_ts:{val:1718692975580395004, v:0}, lsn:{lsn:122820929774}, submit_ts:1718692975580514}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007829}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=102006, ctx_lock_wait_time=1) [2024-06-18 14:42:55.682892] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=104028, time_dist: do_cluster_heartbeat=13, generate_cluster_version=103916) [2024-06-18 14:42:55.690750] INFO [STORAGE] runTimerTask (ob_locality_manager.cpp:708) [479][LocalityReload][T0][Y0-0000000000000000-0-0] [lt=21] runTimer to refresh locality_info(ret=0) [2024-06-18 14:42:55.692623] INFO [SHARE] set_server_locality_array (ob_server_locality_cache.cpp:346) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=19] set_server_locality_array success(server_locality_array=[{inited:true, addr:"192.168.1.205:2882", zone:"META_ZONE_1", zone_type:0, idc:"zone1", region:"wuhan", is_active:true, start_service_time:1718692739748775, server_stop_time:0, server_status:1}], has_readonly_zone=false) [2024-06-18 14:42:55.692695] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=52] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1, primary_zone=RANDOM) [2024-06-18 14:42:55.692734] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=37] add_locality_zone success(locality_zone={tenant_id:1, region_priority:18446744073709551615}) [2024-06-18 14:42:55.692771] INFO [SHARE] load_region (ob_locality_table_operator.cpp:346) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=22] get_primary_zone_prioriry(primary_zone=META_ZONE_1, tenant_primary_region_array=[{region:"wuhan", region_priority:0, zone_array:["META_ZONE_1"]}], locality_info={version:0, local_region:"wuhan", local_zone:"META_ZONE_1", local_idc:"zone1", local_zone_type:0, local_zone_status:2, locality_region_array:[{region:"wuhan", region_priority:18446744073709551615, zone_array:["META_ZONE_1"]}], locality_zone_array:[{tenant_id:1, region_priority:18446744073709551615}]}) [2024-06-18 14:42:55.692811] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=39] add_locality_zone success(locality_zone={tenant_id:1001, region_priority:0}) [2024-06-18 14:42:55.692833] INFO [SHARE] load_region (ob_locality_table_operator.cpp:346) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=12] get_primary_zone_prioriry(primary_zone=META_ZONE_1, tenant_primary_region_array=[{region:"wuhan", region_priority:0, zone_array:["META_ZONE_1"]}], locality_info={version:0, local_region:"wuhan", local_zone:"META_ZONE_1", local_idc:"zone1", local_zone_type:0, local_zone_status:2, locality_region_array:[{region:"wuhan", region_priority:18446744073709551615, zone_array:["META_ZONE_1"]}], locality_zone_array:[{tenant_id:1, region_priority:18446744073709551615}, {tenant_id:1001, region_priority:0}]}) [2024-06-18 14:42:55.692862] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=28] add_locality_zone success(locality_zone={tenant_id:1002, region_priority:0}) [2024-06-18 14:42:55.692878] INFO [SHARE] load_region (ob_locality_table_operator.cpp:373) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=10] load region(ret=0, locality_info={version:0, local_region:"wuhan", local_zone:"META_ZONE_1", local_idc:"zone1", local_zone_type:0, local_zone_status:2, locality_region_array:[{region:"wuhan", region_priority:18446744073709551615, zone_array:["META_ZONE_1"]}], locality_zone_array:[{tenant_id:1, region_priority:18446744073709551615}, {tenant_id:1001, region_priority:0}, {tenant_id:1002, region_priority:0}]}) [2024-06-18 14:42:55.693060] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCBD-0-0] [lt=32] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:55.693268] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=43] get number(ret=0, service_type_=0, range=1, base_id=1718692975693262964, start_id=1718692975693262964, end_id=1718692975693262965) [2024-06-18 14:42:55.694093] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=27][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:42:55.694250] WDIAG [STORAGE] load_arb_service_info (ob_locality_manager.cpp:266) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=51][errcode=-4747] fail to get arbitration service info(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false, arb_service_info={arbitration_service_key:, arbitration_service:, previous_arbitration_service:, type:{type:-1}}) [2024-06-18 14:42:55.694290] INFO [STORAGE] load_arb_service_info (ob_locality_manager.cpp:279) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=37] load_arb_service_info finshed(ret=-4747, arb_service_addr="0.0.0.0:0") [2024-06-18 14:42:55.694313] WDIAG [STORAGE] process (ob_locality_manager.cpp:765) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=21][errcode=-4747] load_arb_service_info fail(ret=-4747) [2024-06-18 14:42:55.701828] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.690|208=0us|217=11.43ms|222=2us|total=11.49ms) [2024-06-18 14:42:55.701899] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.690|536=0us|557=5us|562=1us|total=11.54ms) [2024-06-18 14:42:55.701977] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=76][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.690|79=0us|total=11.62ms) [2024-06-18 14:42:55.722478] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=3) [2024-06-18 14:42:55.723206] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1205) [471][DumpLSLoc][T0][YB42C0A801CD-00061B241AF2EF5A-0-0] [lt=44] [LS_LOCATION]dump tenant ls location caches(tenant_id=1, tenant_ls_locations=[{cache_key:{tenant_id:1, ls_id:{id:1}, cluster_id:1699356580}, renew_time:1718692972342942, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:17}]}]) [2024-06-18 14:42:55.723267] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1205) [471][DumpLSLoc][T0][YB42C0A801CD-00061B241AF2EF5A-0-0] [lt=58] [LS_LOCATION]dump tenant ls location caches(tenant_id=1001, tenant_ls_locations=[{cache_key:{tenant_id:1001, ls_id:{id:1}, cluster_id:1699356580}, renew_time:1718692972344274, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:16}]}]) [2024-06-18 14:42:55.723300] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1205) [471][DumpLSLoc][T0][YB42C0A801CD-00061B241AF2EF5A-0-0] [lt=30] [LS_LOCATION]dump tenant ls location caches(tenant_id=1002, tenant_ls_locations=[{cache_key:{tenant_id:1002, ls_id:{id:1}, cluster_id:1699356580}, renew_time:1718692972345562, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:15}]}, {cache_key:{tenant_id:1002, ls_id:{id:1001}, cluster_id:1699356580}, renew_time:1718692972345572, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:15}]}]) [2024-06-18 14:42:55.729325] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:316, local_retry_times:316, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:55.729379] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=48][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.729400] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.729413] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:55.729443] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:55.729729] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.729764] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.729791] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:55.729812] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:55.729833] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:55.729848] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:55.729865] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:55.729882] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:55.729898] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:55.729916] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:55.729926] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:55.729942] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:55.729954] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:55.729971] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:55.729996] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:55.730016] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:55.730033] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.730047] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.730065] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:55.730077] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:55.730096] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:55.730114] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=317, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:55.730148] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=3113783, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=317, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.742519] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.729|208=0us|217=12.71ms|222=2us|total=12.77ms) [2024-06-18 14:42:55.742591] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.729|536=0us|557=5us|562=0us|total=12.82ms) [2024-06-18 14:42:55.742625] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.729|79=0us|total=12.85ms) [2024-06-18 14:42:55.756714] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873708744}], scn_array=[{val:1718692975417279308, v:0}], curr_size=122, accum_size=366, time_cost=131546) [2024-06-18 14:42:55.756797] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078974087}], scn_array=[{val:1718692975417279308, v:0}], curr_size=122, accum_size=732, time_cost=131495) [2024-06-18 14:42:55.756884] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=68][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344700, log_task={header:{begin_lsn:{lsn:26873708744}, end_lsn:{lsn:26873708866}, log_id:174344700, min_scn:{val:1718692975417279308, v:0}, max_scn:{val:1718692975417279308, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873708744}, data_checksum:667309872, accum_checksum:3156449504, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975625117, freeze_ts:1718692975625124, submit_ts:1718692975625143, flushed_ts:1718692975756801, gen_to_freeze cost time:7, gen_to_submit cost time:26, submit_to_flush cost time:131658}, fs_cb_begin_ts=1718692975756862, log_life_time=131745) [2024-06-18 14:42:55.757023] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050260, log_task={header:{begin_lsn:{lsn:683078974087}, end_lsn:{lsn:683078974209}, log_id:173050260, min_scn:{val:1718692975417279308, v:0}, max_scn:{val:1718692975417279308, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078974087}, data_checksum:2222604892, accum_checksum:157136514, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975625270, freeze_ts:1718692975625274, submit_ts:1718692975625279, flushed_ts:1718692975756965, gen_to_freeze cost time:4, gen_to_submit cost time:9, submit_to_flush cost time:131686}, fs_cb_begin_ts=1718692975757007, log_life_time=131737) [2024-06-18 14:42:55.761204] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.776797] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.763|208=0us|217=13.36ms|222=2us|total=13.42ms) [2024-06-18 14:42:55.776868] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.763|536=1us|557=4us|562=0us|total=13.46ms) [2024-06-18 14:42:55.776899] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.763|79=0us|total=13.49ms) [2024-06-18 14:42:55.784200] INFO [STORAGE.TRANS] alloc (ob_trans_factory.cpp:140) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD1A-0-0] [lt=34] ObTransCtx statistics(active_coord_ctx_count=0, active_part_ctx_count=3, total_release_part_ctx_count=68) [2024-06-18 14:42:55.784537] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD1A-0-0] [lt=38][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:55.786229] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [1260][T1002_LockWaitM][T1002][Y0-0000000000000000-0-0] [lt=30] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-06-18 14:42:55.796748] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820930261}], scn_array=[{val:1718692975721907207, v:0}], curr_size=545, accum_size=1088, time_cost=74734) [2024-06-18 14:42:55.796749] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472589130}], scn_array=[{val:1718692975693262964, v:0}], curr_size=541, accum_size=1626, time_cost=103270) [2024-06-18 14:42:55.796903] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=65][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703340, log_task={header:{begin_lsn:{lsn:71472589130}, end_lsn:{lsn:71472589671}, log_id:183703340, min_scn:{val:1718692975693262964, v:0}, max_scn:{val:1718692975693262964, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472589130}, data_checksum:1938580666, accum_checksum:1479991257, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975693412, freeze_ts:1718692975693424, submit_ts:1718692975693444, flushed_ts:1718692975796816, gen_to_freeze cost time:12, gen_to_submit cost time:32, submit_to_flush cost time:103372}, fs_cb_begin_ts=1718692975796874, log_life_time=103462) [2024-06-18 14:42:55.796918] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975693262964, v:0}, log_ts:{val:1718692975693262964, v:0}, lsn:{lsn:71472589186}, submit_ts:1718692975693470}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005290}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=103443, ctx_lock_wait_time=2) [2024-06-18 14:42:55.797074] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692975438973743, max_version=1718692975438973743 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692975099157316 and max_version = 1718692975099157316 ) [2024-06-18 14:42:55.797258] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=105785, time_dist: do_cluster_heartbeat=16, generate_cluster_version=105682) [2024-06-18 14:42:55.797257] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=76948, time_dist: do_cluster_heartbeat=15, generate_cluster_version=76774, cluster_service_self_check=12) [2024-06-18 14:42:55.802106] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=18] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:55.802171] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=36] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:55.806462] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=16] ====== checkpoint timer task ====== [2024-06-18 14:42:55.806523] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=30] get_max_applied_scn(scn={val:1718692975693262964, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:17, palf_committed_end_lsn_:{lsn:71472589671}, last_check_scn_:{val:1718692975693262964, v:0}, max_applied_cb_scn_:{val:1718692975693262964, v:0}}) [2024-06-18 14:42:55.806583] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=40] get_min_unreplayed_log_info(lsn={lsn:71469569194}, scn={val:1718691444571406183, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691829451172, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:3327744, ret_code_:0}}, next_to_submit_lsn_:{lsn:71469569194}, next_to_submit_scn_:{val:1718691444571406183, v:0}, base_lsn_:{lsn:71332368384}, base_scn_:{val:1718647203791103890, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1d005000, next_round_pread_size:2121728, curr_read_pos:869770, curr_read_buf_start_pos:0, curr_read_buf_end_pos:869770, log_storage_:{IteratorStorage:{start_lsn:{lsn:71468699424}, end_lsn:{lsn:71469569194}, read_buf:{buf_len_:2125824, buf_:0xfffb1d005000}, block_size:67104768, log_storage_:0xfffb7937eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444571406182, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:390, scn_:{val:1718691444571406182, v:0}, data_checksum:3011915929, flag:1}}, init_mode_version:0, accumulate_checksum:538536221, curr_entry_is_padding:0, padding_entry_size:1619, padding_entry_scn:{val:1718691444571406182, v:0}}}}}) [2024-06-18 14:42:55.809851] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=97] succ to get rec scn(*this={this:0xfffb66804030, ls_id:{id:1}, tenant_id:1, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1718647203452050767, v:0}, last_push_gc_task_ts_:1718691634401897, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:55.809903] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=50] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb63faa080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb63faa080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:55.809981] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=66] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:42:55.810148] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=30] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:1718647494967744305, v:0}, min_rec_scn_tablet_ids=[{id:60385}], *this={this:0xfffb67fa66d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692991039088806, latest_log_ts:{val:1718692974413404443, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:55.810262] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=107] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xfffb67fa62f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xfffb67fb06d0, table_type:1, memtable_head:0, memtable_tail:1, t3m:0xfffbb29b4030, tables:[0xfffb63f9a080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xfffb67fb20d0, ls_tablet_svr:0xfffb67fa62d0, slice_allocator:0xfffb67fb2150}, min_rec_scn={val:1718647203791103890, v:0}, ls_id_={id:1}) [2024-06-18 14:42:55.810324] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=48] get rec log scn(service_type_=0, rec_log_ts={val:1718692974413404443, v:0}) [2024-06-18 14:42:55.810343] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=19] get rec log scn(service_type_=1, rec_log_ts={val:1718691832318336110, v:0}) [2024-06-18 14:42:55.810356] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=10] get rec log scn(service_type_=2, rec_log_ts={val:1718691831337892659, v:0}) [2024-06-18 14:42:55.810383] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=15] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1718647203791103890, v:0}, checkpoint_scn_in_ls_meta={val:1718647203791103890, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:42:55.810424] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=21][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:71332368384}, new_base_lsn={lsn:71332368384}, lsn={lsn:71332368384}) [2024-06-18 14:42:55.810465] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=39] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:71332368384}, ls->get_ls_id()={id:1}) [2024-06-18 14:42:55.810490] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=20] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-06-18 14:42:55.820141] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=36][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820196] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820215] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820238] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820261] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820282] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820301] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820321] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820341] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820479] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820505] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820526] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820686] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.820843] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9B-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.830236] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:317, local_retry_times:317, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:55.830286] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=44][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.830301] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:55.830318] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:55.830349] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:55.830609] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.830644] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.830672] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=24][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:55.830718] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=44][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:55.830751] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:55.830772] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:55.830789] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:55.830804] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:55.830821] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:55.830831] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:55.830847] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:55.830857] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:55.830875] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:55.830886] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:55.830902] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:55.830929] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:55.830947] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.830969] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:55.830986] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:55.830998] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:55.831016] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:55.831034] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=318, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:55.831068] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=3012862, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=318, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.836808] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820930806}], scn_array=[{val:1718692975784632939, v:0}], curr_size=545, accum_size=1633, time_cost=39901) [2024-06-18 14:42:55.837151] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=54174, time_dist: do_cluster_heartbeat=15, generate_cluster_version=54065, cluster_service_self_check=9) [2024-06-18 14:42:55.837665] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=21] tx gc loop thread is running(MTL_ID()=1) [2024-06-18 14:42:55.837697] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=30] try gc retain ctx [2024-06-18 14:42:55.838519] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=44] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:55.839885] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=11] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692991039088806, latest_log_ts:{val:1718692974413404443, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:42:55.845383] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.829|208=1us|217=15.51ms|222=3us|total=15.58ms) [2024-06-18 14:42:55.845457] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=68][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.829|536=0us|557=6us|562=0us|total=15.63ms) [2024-06-18 14:42:55.845500] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.829|79=0us|total=15.66ms) [2024-06-18 14:42:55.851062] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851111] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=39][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851170] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=54][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851186] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=13][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851244] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=54][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851264] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851317] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851359] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851379] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851399] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851414] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=10][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851436] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851455] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851474] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851657] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=38][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851834] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.851987] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.852140] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.852165] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33D9F-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.861269] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.885161] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885213] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885238] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885259] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885279] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885298] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885317] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885371] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885409] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885431] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885450] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885466] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=11][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885485] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885504] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885523] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885681] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.885866] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.886019] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.886173] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.886197] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DA4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.888319] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873708866}], scn_array=[{val:1718692975417279309, v:0}], curr_size=122, accum_size=488, time_cost=63031) [2024-06-18 14:42:55.888320] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=104028, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:42:55.888363] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078974209}], scn_array=[{val:1718692975417279309, v:0}], curr_size=122, accum_size=854, time_cost=62994) [2024-06-18 14:42:55.888397] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=32] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:42:55.888419] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=16, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:42:55.888517] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:42:55.888571] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=30] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=15, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:42:55.888599] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=104232, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:42:55.888620] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=9, avg_log_submit_to_flush_time=104169, avg_log_submit_to_slide_time=104223) [2024-06-18 14:42:55.888649] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=113, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:42:55.898798] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCBE-0-0] [lt=33] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:55.898974] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692975898969178, start_id=1718692975898969178, end_id=1718692975898969179) [2024-06-18 14:42:55.907747] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.897|208=1us|217=10.38ms|222=3us|total=10.44ms) [2024-06-18 14:42:55.907815] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=61][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.897|536=0us|557=6us|562=0us|total=10.48ms) [2024-06-18 14:42:55.907846] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.897|79=0us|total=10.51ms) [2024-06-18 14:42:55.916924] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472589671}], scn_array=[{val:1718692975693262965, v:0}], curr_size=113, accum_size=1739, time_cost=76854) [2024-06-18 14:42:55.922580] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=2) [2024-06-18 14:42:55.931158] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:55.931469] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=4] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:55.931505] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:55.931645] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=2912285, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=319, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:55.937957] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DB8-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.938009] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DB8-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954305] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954360] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954386] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954475] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954499] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954571] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954593] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954613] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954634] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954654] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954674] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954694] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954732] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954756] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954777] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.954798] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBB-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.961334] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:55.965374] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:55.925|208=0us|217=40.12ms|222=2us|total=40.17ms) [2024-06-18 14:42:55.965442] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=61][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:55.925|536=0us|557=5us|562=0us|total=40.22ms) [2024-06-18 14:42:55.965499] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:55.925|79=0us|total=40.27ms) [2024-06-18 14:42:55.965803] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.965857] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.965883] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.965900] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=13][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966006] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=36][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966029] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966098] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966120] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966141] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966161] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966181] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966201] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966221] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966258] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966281] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966303] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.966323] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DBC-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:55.980093] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472589784}], scn_array=[{val:1718692975898969178, v:0}], curr_size=541, accum_size=2280, time_cost=63017) [2024-06-18 14:42:55.980380] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692975693262964, max_version=1718692975693262964 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692975438973743 and max_version = 1718692975438973743 ) [2024-06-18 14:42:55.980583] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=83240, time_dist: do_cluster_heartbeat=10, generate_cluster_version=83136, cluster_service_self_check=8) [2024-06-18 14:42:55.984591] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD1B-0-0] [lt=39][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:56.009022] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=36] gc stale ls task succ [2024-06-18 14:42:56.031987] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.032029] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=40] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.032127] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=2811803, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=320, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.034297] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD0-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.034355] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD0-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.034464] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD0-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.034524] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD0-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.036315] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=19] ====== check clog disk timer task ====== [2024-06-18 14:42:56.036356] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=30] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:42:56.036396] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=23] cannot_recycle_log_size statistics(cannot_recycle_log_size=140221941, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:42:56.037414] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=64] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:42:56.039110] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:56.039999] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=28] ====== tenant freeze timer task ====== [2024-06-18 14:42:56.043045] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873708988}], scn_array=[{val:1718692975918768821, v:0}], curr_size=122, accum_size=610, time_cost=117700) [2024-06-18 14:42:56.043047] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078974331}], scn_array=[{val:1718692975918768821, v:0}], curr_size=122, accum_size=122, time_cost=117668) [2024-06-18 14:42:56.043047] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820931351}], scn_array=[{val:1718692975921986563, v:0}], curr_size=545, accum_size=2178, time_cost=120948) [2024-06-18 14:42:56.043203] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050262, log_task={header:{begin_lsn:{lsn:683078974331}, end_lsn:{lsn:683078974453}, log_id:173050262, min_scn:{val:1718692975918768821, v:0}, max_scn:{val:1718692975918768821, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078974331}, data_checksum:2222604892, accum_checksum:2528432469, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975925352, freeze_ts:1718692975925355, submit_ts:1718692975925360, flushed_ts:1718692976043120, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:117760}, fs_cb_begin_ts=1718692976043182, log_life_time=117830) [2024-06-18 14:42:56.043223] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=68][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988190, log_task={header:{begin_lsn:{lsn:122820931351}, end_lsn:{lsn:122820931896}, log_id:217988190, min_scn:{val:1718692975921986563, v:0}, max_scn:{val:1718692975921986563, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820931351}, data_checksum:4077854653, accum_checksum:2889872970, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975922041, freeze_ts:1718692975922048, submit_ts:1718692975922060, flushed_ts:1718692976043120, gen_to_freeze cost time:7, gen_to_submit cost time:19, submit_to_flush cost time:121060}, fs_cb_begin_ts=1718692976043208, log_life_time=121167) [2024-06-18 14:42:56.043232] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975921986563, v:0}, log_ts:{val:1718692975921986563, v:0}, lsn:{lsn:122820931407}, submit_ts:1718692975922088}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007832}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=121139, ctx_lock_wait_time=1) [2024-06-18 14:42:56.043329] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344702, log_task={header:{begin_lsn:{lsn:26873708988}, end_lsn:{lsn:26873709110}, log_id:174344702, min_scn:{val:1718692975918768821, v:0}, max_scn:{val:1718692975918768821, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873708988}, data_checksum:667309872, accum_checksum:1115399929, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975925301, freeze_ts:1718692975925308, submit_ts:1718692975925320, flushed_ts:1718692976043276, gen_to_freeze cost time:7, gen_to_submit cost time:19, submit_to_flush cost time:117956}, fs_cb_begin_ts=1718692976043314, log_life_time=118013) [2024-06-18 14:42:56.043583] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=123149, time_dist: do_cluster_heartbeat=12, generate_cluster_version=123014) [2024-06-18 14:42:56.044611] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD1-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.044667] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD1-0-0] [lt=39][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.051091] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.339|208=1us|217=17.12ms|222=2us|total=17.20ms) [2024-06-18 14:42:56.051181] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=83][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.339|536=1us|557=4us|562=0us|total=17.25ms) [2024-06-18 14:42:56.051213] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.339|79=0us|total=17.27ms) [2024-06-18 14:42:56.052639] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD2-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.052692] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD2-0-0] [lt=39][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.052800] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD2-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.061361] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.066266] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [845][T1_ArcSender][T1][YB42C0A801CD-00061B2414F2EEE7-0-0] [lt=33][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:42:56.071664] INFO [CLOG] get_arb_addr_from_inner_table_ (ob_arb_srv_garbage_collect_service.cpp:499) [1461][ArbGCTimerP][T0][Y0-0000000000000000-0-0] [lt=18] get_arb_addr_from_inner_table_ success(ret=0, ret="OB_SUCCESS", this={self_addr:"192.168.1.205:2882", rpc_proxy_:0xaaacece99cb8, sql_proxy_:0xaaacece9a720, proposal_id:17, seq:231, is_master:true}, addrs=[]) [2024-06-18 14:42:56.071722] INFO [CLOG] runTimerTask (ob_arb_srv_garbage_collect_service.cpp:140) [1461][ArbGCTimerP][T0][Y0-0000000000000000-0-0] [lt=54] there is no arb server, no need send gc message(this={self_addr:"192.168.1.205:2882", rpc_proxy_:0xaaacece99cb8, sql_proxy_:0xaaacece9a720, proposal_id:17, seq:231, is_master:true}, arb_addrs=[]) [2024-06-18 14:42:56.077658] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [1014][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=30] run rewrite rule refresh task(rule_mgr_->tenant_id_=1001) [2024-06-18 14:42:56.077679] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [796][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=28] run rewrite rule refresh task(rule_mgr_->tenant_id_=1) [2024-06-18 14:42:56.078979] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [796][T1_ReqMemEvict][T1][YB42C0A801CD-00061B2415A2EFE4-0-0] [lt=18] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:56.079032] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [796][T1_ReqMemEvict][T1][YB42C0A801CD-00061B2415A2EFE4-0-0] [lt=40] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692965649567, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692976078564, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:42:56.079126] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1014][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=33] get number(ret=0, service_type_=0, range=1, base_id=1718692976079122580, start_id=1718692976079122580, end_id=1718692976079122581) [2024-06-18 14:42:56.088826] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472590325}], scn_array=[{val:1718692975918203637, v:0}], curr_size=122, accum_size=2402, time_cost=50955) [2024-06-18 14:42:56.092445] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD8-0-0] [lt=22][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.092942] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD8-0-0] [lt=101][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.093358] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD8-0-0] [lt=73][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.101048] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD9-0-0] [lt=67][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.101099] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD9-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.101145] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD9-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.101171] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DD9-0-0] [lt=21][errcode=-4002] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:56.101664] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=27][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4002, dropped:1, tid:442}]) [2024-06-18 14:42:56.110973] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=34] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:56.113142] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=41] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:56.113582] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=32] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=86322, mem_used=137263104) [2024-06-18 14:42:56.117236] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=27] Slow write(duration=45514, write_len=4096) [2024-06-18 14:42:56.117268] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=30] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592119, offset=338840}, end_cursor:ObLogCursor{file_id=119, log_id=31592120, offset=339090}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afd8050, len:1128, log_data_len:250, seq:31592119, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:56.122684] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=1) [2024-06-18 14:42:56.125392] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DE3-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.125503] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.111|208=1us|217=13.52ms|222=2us|total=13.57ms) [2024-06-18 14:42:56.125554] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DE3-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.125562] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.111|536=0us|557=6us|562=0us|total=13.61ms) [2024-06-18 14:42:56.125592] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.111|79=0us|total=13.63ms) [2024-06-18 14:42:56.129124] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.129995] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.130342] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.130417] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=32] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.130460] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=45] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.130469] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=16] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.130493] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.131894] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DE4-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.132004] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DE4-0-0] [lt=40][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.132478] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.132512] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.132617] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=2711313, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=321, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.142399] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1124][T1002_PLSSer][T1001][YB42C0A801CD-00061B241E72F28F-0-0] [lt=94][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1510, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:56.148231] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.127|208=1us|217=20.62ms|222=2us|total=20.66ms) [2024-06-18 14:42:56.148285] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=48][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.127|536=0us|557=5us|562=0us|total=20.70ms) [2024-06-18 14:42:56.148325] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.127|79=0us|total=20.73ms) [2024-06-18 14:42:56.157449] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820931896}], scn_array=[{val:1718692975984691865, v:0}], curr_size=545, accum_size=2723, time_cost=114234) [2024-06-18 14:42:56.157638] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988191, log_task={header:{begin_lsn:{lsn:122820931896}, end_lsn:{lsn:122820932441}, log_id:217988191, min_scn:{val:1718692975984691865, v:0}, max_scn:{val:1718692975984691865, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820931896}, data_checksum:3992582307, accum_checksum:1744330411, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692975984761, freeze_ts:1718692976043174, submit_ts:1718692976043188, flushed_ts:1718692976157519, gen_to_freeze cost time:58413, gen_to_submit cost time:58427, submit_to_flush cost time:114331}, fs_cb_begin_ts=1718692976157620, log_life_time=172859) [2024-06-18 14:42:56.157652] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692975984691865, v:0}, log_ts:{val:1718692975984691865, v:0}, lsn:{lsn:122820931952}, submit_ts:1718692975984773}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007833}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=172875, ctx_lock_wait_time=1) [2024-06-18 14:42:56.159774] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=176660, time_dist: do_cluster_heartbeat=10, generate_cluster_version=174764) [2024-06-18 14:42:56.161426] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.173260] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 15084.00) [2024-06-18 14:42:56.173298] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:56.173421] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=50] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.00, rt: 45431.00) [2024-06-18 14:42:56.173448] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 27.87, rt: 11043.61) [2024-06-18 14:42:56.173471] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 74166.86, iops: 55.74, rt: 11952.96) [2024-06-18 14:42:56.173490] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12742080, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:56.173527] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173551] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=23] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173571] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173589] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173607] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173626] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173645] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173663] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173682] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173695] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173713] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173732] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173751] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173764] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173782] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.173800] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:56.180639] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [1197][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=29] run rewrite rule refresh task(rule_mgr_->tenant_id_=1002) [2024-06-18 14:42:56.181999] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1197][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241992EFA5-0-0] [lt=29] current clock is (clock_=0, max_seq_=0, mem_limit=3082561782, cur_mem_hold=396361728, attr_.tenant_id_=1002) [2024-06-18 14:42:56.182184] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1197][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=36] get number(ret=0, service_type_=0, range=1, base_id=1718692976182179824, start_id=1718692976182179824, end_id=1718692976182179825) [2024-06-18 14:42:56.182124] WDIAG [STORAGE.TRANS] inner_lock_for_read (ob_tx_data_functor.cpp:290) [1485][TimezoneMgr][T1][YB42C0A801CD-00061B241BF2F10E-0-0] [lt=95][errcode=-6004] lock_for_read need retry(ret=-6004, tx_data={tx_id:{txid:131005292}, ref_cnt:1, state:"RUNNING", commit_version:{val:1718692976079152171, v:0}, start_scn:{val:1718692976079152171, v:0}, end_scn:{val:18446744073709551615, v:3}, undo_status_list:{head:null, undo_node_cnt:0{}}}, lock_for_read_arg_={mvcc_acc_ctx_:{type:1, abs_lock_timeout:1718693006081768, tx_lock_timeout:-1, snapshot:{version:{val:1718692976098993364, v:0}, tx_id:{txid:0}, scn:0}, tx_table_guards:{tx_table_guard:{tx_table:0xfffb67fb12d0, epoch:0, mini_cache_:}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:}, transfer_start_scn:{val:18446744073709551615, v:3}}, tx_id:{txid:0}, tx_desc:NULL, tx_ctx:null, mem_ctx:null, tx_scn:0, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:0, is_write_only_index:0, is_check_row_locked:0}, handle_start_time:-1, lock_wait_start_ts:0}, data_trans_id_:{txid:131005292}, data_sql_sequence_:1718692975895350, read_latest_:false, scn_:{val:4611686018427387903, v:0}}, tx_cc_ctx={state:10, prepare_version:{val:1718692976079152171, v:0}}) [2024-06-18 14:42:56.191360] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DFB-0-0] [lt=25][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"oceanbase", table_name:"__ALL_VIRTUAL_LOCK_WAIT_STAT", column:"ROWKEY", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.198646] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DFC-0-0] [lt=93][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"oceanbase", table_name:"__ALL_VIRTUAL_LOCK_WAIT_STAT", column:"ROWKEY", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.201802] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=35][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:42:56.209258] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33DFF-0-0] [lt=84][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"a", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.220378] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472590447}], scn_array=[{val:1718692976079152171, v:0}], curr_size=500, accum_size=2902, time_cost=131402) [2024-06-18 14:42:56.220376] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078974453}], scn_array=[{val:1718692975918768822, v:0}], curr_size=122, accum_size=244, time_cost=94870) [2024-06-18 14:42:56.220379] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873709110}], scn_array=[{val:1718692975918768822, v:0}], curr_size=122, accum_size=732, time_cost=94909) [2024-06-18 14:42:56.220527] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=65] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=3443, avg_group_log_size=430) [2024-06-18 14:42:56.220591] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703344, log_task={header:{begin_lsn:{lsn:71472590447}, end_lsn:{lsn:71472590947}, log_id:183703344, min_scn:{val:1718692976079152171, v:0}, max_scn:{val:1718692976079152171, v:0}, data_len:444, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472590447}, data_checksum:1091079667, accum_checksum:3467936431, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976079226, freeze_ts:1718692976088939, submit_ts:1718692976088954, flushed_ts:1718692976220447, gen_to_freeze cost time:9713, gen_to_submit cost time:9728, submit_to_flush cost time:131493}, fs_cb_begin_ts=1718692976220576, log_life_time=141350) [2024-06-18 14:42:56.220601] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976079152171, v:0}, log_ts:{val:1718692976079152171, v:0}, lsn:{lsn:71472590503}, submit_ts:1718692976079238}, this:0xfffb7ddca0e0, is_inited_:true, trans_id:{txid:131005292}, ls_id:{id:1}, ctx:0xfffb7ddc6e50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=141359, ctx_lock_wait_time=1) [2024-06-18 14:42:56.225453] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=40] tx gc loop thread is running(MTL_ID()=1002) [2024-06-18 14:42:56.225488] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=33] try gc retain ctx [2024-06-18 14:42:56.227489] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692973410801055, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718692990158286214, latest_log_ts:{val:1718692973912326991, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:42:56.228238] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.213|208=0us|217=15.01ms|222=2us|total=15.06ms) [2024-06-18 14:42:56.228303] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.213|536=0us|557=5us|562=0us|total=15.10ms) [2024-06-18 14:42:56.228332] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.213|79=0us|total=15.13ms) [2024-06-18 14:42:56.229611] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=98] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692973912326992, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692971906147490, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:42:56.232710] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:321, local_retry_times:321, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:56.232765] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=49][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.232788] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.232800] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:56.232832] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:56.233091] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.233127] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.233176] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=44][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:56.233197] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:56.233220] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:56.233241] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:56.233259] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:56.233277] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:56.233295] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:56.233306] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:56.233322] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:56.233333] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:56.233349] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:56.233363] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:56.233379] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:56.233406] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:56.233425] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.233444] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.233462] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:56.233475] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:56.233493] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:56.233512] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=322, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:56.233545] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=2610384, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=322, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.238004] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=102] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3984) [2024-06-18 14:42:56.238048] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=39] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=39, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:42:56.239723] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=34] gc stale ls task succ [2024-06-18 14:42:56.239763] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=45] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:56.259903] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=33] no need to update min/max version(new_version={val:1718692975784632939, v:0}, min_version={val:1718692975784632939, v:0}, max_version={val:1718692975784632939, v:0}) [2024-06-18 14:42:56.260449] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=13] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1) [2024-06-18 14:42:56.260486] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=30] start lib cache evict(tenant_id=1, mem_hold=39845888, mem_limit=657666865, cache_obj_num=189, cache_node_num=189) [2024-06-18 14:42:56.260512] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=21] end lib cache evict(tenant_id=1, cache_evict_num=0, mem_hold=39845888, mem_limit=657666865, cache_obj_num=189, cache_node_num=189) [2024-06-18 14:42:56.260536] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=20] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:56.261021] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33E12-0-0] [lt=80][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.261487] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.265958] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=39] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=6422) [2024-06-18 14:42:56.265998] INFO [LIB] stat (utility.h:1157) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=36] [PALF STAT APPEND COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=30, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:42:56.266147] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820932441}], scn_array=[{val:1718692976079122580, v:0}], curr_size=1943, accum_size=4666, time_cost=108521) [2024-06-18 14:42:56.266327] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988192, log_task={header:{begin_lsn:{lsn:122820932441}, end_lsn:{lsn:122820934384}, log_id:217988192, min_scn:{val:1718692976079122580, v:0}, max_scn:{val:1718692976145152855, v:0}, data_len:1887, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820932441}, data_checksum:2474241970, accum_checksum:1830298215, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976079227, freeze_ts:1718692976157582, submit_ts:1718692976157599, flushed_ts:1718692976266218, gen_to_freeze cost time:78355, gen_to_submit cost time:78372, submit_to_flush cost time:108619}, fs_cb_begin_ts=1718692976266307, log_life_time=187080) [2024-06-18 14:42:56.266340] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976141891333, v:0}, log_ts:{val:1718692976141891333, v:0}, lsn:{lsn:122820932942}, submit_ts:1718692976141970}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007835}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=124366, ctx_lock_wait_time=1) [2024-06-18 14:42:56.266502] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976079122580, v:0}, log_ts:{val:1718692976079122580, v:0}, lsn:{lsn:122820932497}, submit_ts:1718692976079238}, this:0xfffb609d38e0, is_inited_:true, trans_id:{txid:222007834}, ls_id:{id:1}, ctx:0xfffb609d0650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=187263, ctx_lock_wait_time=0) [2024-06-18 14:42:56.266596] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976145152855, v:0}, log_ts:{val:1718692976145152855, v:0}, lsn:{lsn:122820933895}, submit_ts:1718692976145212}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007836}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=121383, ctx_lock_wait_time=0) [2024-06-18 14:42:56.267506] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=16] Dumping All Cache Objs(alloc_obj_list.count()=189, alloc_obj_list=[{obj_id:1, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108388}, {obj_id:3, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:364654}, {obj_id:5, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:6, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:7, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:8, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:9, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127734}, {obj_id:10, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138525}, {obj_id:11, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115993}, {obj_id:13, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130989}, {obj_id:15, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109512}, {obj_id:16, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118299}, {obj_id:19, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133769}, {obj_id:21, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113424}, {obj_id:27, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157110}, {obj_id:32, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113860}, {obj_id:33, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129912}, {obj_id:34, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106736}, {obj_id:35, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138468}, {obj_id:36, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108349}, {obj_id:37, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128531}, {obj_id:38, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:140916}, {obj_id:39, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:40, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131952}, {obj_id:41, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:134774}, {obj_id:42, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121261}, {obj_id:43, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206352}, {obj_id:44, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123535}, {obj_id:45, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119884}, {obj_id:46, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136002}, {obj_id:47, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121888}, {obj_id:48, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121359}, {obj_id:49, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:50, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:51, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121936}, {obj_id:52, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111452}, {obj_id:53, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:125200}, {obj_id:54, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109500}, {obj_id:55, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:56, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:57, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:58, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:59, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:60, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109617}, {obj_id:61, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106711}, {obj_id:62, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106784}, {obj_id:63, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106714}, {obj_id:64, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107566}, {obj_id:65, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120354}, {obj_id:66, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:67, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163470}, {obj_id:68, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128342}, {obj_id:69, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:148207}, {obj_id:70, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:71, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131029}, {obj_id:72, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125100}, {obj_id:73, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:74, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:145694}, {obj_id:75, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130042}, {obj_id:76, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131262}, {obj_id:77, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121063}, {obj_id:78, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119043}, {obj_id:79, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117714}, {obj_id:80, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132081}, {obj_id:81, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125181}, {obj_id:82, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:83, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120438}, {obj_id:84, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117890}, {obj_id:85, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120793}, {obj_id:86, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117922}, {obj_id:87, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120786}, {obj_id:88, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117858}, {obj_id:89, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124021}, {obj_id:90, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119374}, {obj_id:91, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115474}, {obj_id:92, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141969}, {obj_id:93, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115490}, {obj_id:94, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120215}, {obj_id:95, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115890}, {obj_id:96, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123896}, {obj_id:97, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115586}, {obj_id:98, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116738}, {obj_id:99, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245241}, {obj_id:100, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:101, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186252}, {obj_id:102, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107056}, {obj_id:103, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117508}, {obj_id:104, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106656}, {obj_id:105, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119504}, {obj_id:106, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105463}, {obj_id:107, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:237067}, {obj_id:108, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178084}, {obj_id:109, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106686}, {obj_id:110, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107948}, {obj_id:111, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126996}, {obj_id:112, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124817}, {obj_id:113, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114526}, {obj_id:114, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115522}, {obj_id:115, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117537}, {obj_id:116, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:140471}, {obj_id:117, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129231}, {obj_id:118, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:120, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156684}, {obj_id:121, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113648}, {obj_id:130, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133503}, {obj_id:138, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120415}, {obj_id:141, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123552}, {obj_id:143, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137772}, {obj_id:157, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129890}, {obj_id:158, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108320}, {obj_id:159, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130987}, {obj_id:160, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108082}, {obj_id:161, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130546}, {obj_id:162, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107792}, {obj_id:163, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:135276}, {obj_id:164, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138106}, {obj_id:165, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137630}, {obj_id:166, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120763}, {obj_id:167, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125589}, {obj_id:168, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124590}, {obj_id:169, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107008}, {obj_id:170, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111079}, {obj_id:171, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111252}, {obj_id:172, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107896}, {obj_id:173, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:174, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110199}, {obj_id:175, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:176, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:177, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175880}, {obj_id:178, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:153168}, {obj_id:179, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126837}, {obj_id:180, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120976}, {obj_id:181, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106816}, {obj_id:182, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110284}, {obj_id:183, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121153}, {obj_id:184, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:161050}, {obj_id:185, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118154}, {obj_id:186, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:93506}, {obj_id:187, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:92214}, {obj_id:188, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124094}, {obj_id:189, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112172}, {obj_id:190, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:191, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105632}, {obj_id:192, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106800}, {obj_id:193, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110040}, {obj_id:194, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113432}, {obj_id:195, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105563}, {obj_id:196, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:197, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:198, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105856}, {obj_id:199, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128904}, {obj_id:200, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:104576}, {obj_id:201, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:202, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123020}, {obj_id:203, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127068}, {obj_id:204, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122081}, {obj_id:205, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:206, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138833}, {obj_id:207, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112317}, {obj_id:208, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:150756}, {obj_id:209, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111898}, {obj_id:210, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:139315}, {obj_id:211, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:89993}, {obj_id:212, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:267040}, {obj_id:213, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112612}, {obj_id:214, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:144512}, {obj_id:215, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:210037}, {obj_id:216, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118883}, {obj_id:217, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138981}, {obj_id:218, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111780}, {obj_id:219, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105264}, {obj_id:220, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137607}, {obj_id:221, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109912}, {obj_id:222, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116114}, {obj_id:223, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141483}, {obj_id:224, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110296}, {obj_id:225, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111536}, {obj_id:226, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:171077}, {obj_id:227, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:164478}, {obj_id:228, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:229, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110236}, {obj_id:230, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:231, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136847}, {obj_id:232, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:233, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:172548}, {obj_id:234, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156632}, {obj_id:235, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224108}, {obj_id:236, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109029}]) [2024-06-18 14:42:56.268185] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=673] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:56.276386] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [1291][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=34] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:42:56.276440] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [1291][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=36] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=230) [2024-06-18 14:42:56.290900] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33E1C-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.291053] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33E1C-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.306268] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=97743, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:42:56.306264] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472590947}], scn_array=[{val:1718692976098993364, v:0}], curr_size=541, accum_size=3443, time_cost=85726) [2024-06-18 14:42:56.306266] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078974575}], scn_array=[{val:1718692976182179824, v:0}], curr_size=113, accum_size=357, time_cost=76517) [2024-06-18 14:42:56.306310] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873709232}], scn_array=[{val:1718692976182179824, v:0}], curr_size=501, accum_size=1233, time_cost=85644) [2024-06-18 14:42:56.306349] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=1233) [2024-06-18 14:42:56.306378] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=21, this=0xfffb481a0730, extra_info="") [2024-06-18 14:42:56.306453] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=1233) [2024-06-18 14:42:56.306447] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976098993364, v:0}, log_ts:{val:1718692976098993364, v:0}, lsn:{lsn:71472591003}, submit_ts:1718692976099063}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005293}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=207379, ctx_lock_wait_time=1) [2024-06-18 14:42:56.306529] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=30] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=14, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:42:56.306576] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=103469, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:42:56.306559] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976182179824, v:0}, log_ts:{val:1718692976182179824, v:0}, lsn:{lsn:26873709288}, submit_ts:1718692976182297}, this:0xfffb4bb9b8e0, is_inited_:true, trans_id:{txid:63002145}, ls_id:{id:1}, ctx:0xfffb4bb98650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=124258, ctx_lock_wait_time=2) [2024-06-18 14:42:56.306597] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=5474, avg_log_gen_to_submit_time=5488, avg_log_submit_to_flush_time=97920, avg_log_submit_to_slide_time=97981) [2024-06-18 14:42:56.306634] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692975898969178, max_version=1718692975898969178 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692975693262964 and max_version = 1718692975693262964 ) [2024-06-18 14:42:56.306616] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344704, log_task={header:{begin_lsn:{lsn:26873709232}, end_lsn:{lsn:26873709733}, log_id:174344704, min_scn:{val:1718692976182179824, v:0}, max_scn:{val:1718692976182179824, v:0}, data_len:445, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873709232}, data_checksum:3978652425, accum_checksum:3878761029, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976182286, freeze_ts:1718692976220569, submit_ts:1718692976220582, flushed_ts:1718692976306419, gen_to_freeze cost time:38283, gen_to_submit cost time:38296, submit_to_flush cost time:85837}, fs_cb_begin_ts=1718692976306515, log_life_time=124229) [2024-06-18 14:42:56.306672] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=49] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=128, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:42:56.306855] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:185) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] get wrs ts(ls_id={id:1}, delta=407059, log_service_ts=1718692975898969, min_tx_service_ts=4611686018427387, timestamp={val:1718692975898969178, v:0}) [2024-06-18 14:42:56.306901] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:214) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1, LS_ID={id:1}, Not_Master_Cnt=0, Near_To_GTS_Cnt=51, Other_Error_Cnt=0, Submit_Succ_Cnt=36, last_scn="{val:1718692975693262965, v:0}", last_lsn={lsn:71472589727}, last_gts={val:1718692976098993364, v:0}, min_start_scn="{val:0, v:0}", min_start_status=1, sys_ls_end_scn={val:0, v:0}) [2024-06-18 14:42:56.306966] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=209499, time_dist: do_cluster_heartbeat=12, generate_cluster_version=209295) [2024-06-18 14:42:56.316971] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=30] LogLoopThread round_cost_time(us)(round_cost_time=36) [2024-06-18 14:42:56.318535] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=26] gc stale ls task succ [2024-06-18 14:42:56.322786] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=0) [2024-06-18 14:42:56.331066] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.315|208=0us|217=15.61ms|222=4us|total=15.68ms) [2024-06-18 14:42:56.331161] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=87][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.315|536=0us|557=7us|562=0us|total=15.75ms) [2024-06-18 14:42:56.331192] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.315|79=0us|total=15.77ms) [2024-06-18 14:42:56.333649] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=34][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:322, local_retry_times:322, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:56.333696] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.333717] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.333729] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:56.333760] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:56.334033] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.334068] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.334116] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:56.334138] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:56.334159] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:56.334181] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:56.334197] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:56.334214] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:56.334231] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:56.334244] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:56.334259] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:56.334270] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:56.334287] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:56.334302] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:56.334317] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:56.334338] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:56.334355] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.334369] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.334386] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:56.334400] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:56.334418] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:56.334430] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=323, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:56.334462] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=2509467, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=323, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.350136] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=25] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.350590] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.350758] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=30] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.350758] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=31] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.350793] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.350833] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=21] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.350914] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=15] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.350944] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.350964] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.351060] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.351114] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.351201] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.351243] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=20] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.351358] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.351391] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=21] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.351725] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.351770] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:56.351913] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA2C-0-0] [lt=17][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:56.351946] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA2C-0-0] [lt=30][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:56.354617] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:56.354652] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:56.354780] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:56.354809] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:56.354836] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:56.354860] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:56.354886] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:56.354912] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:56.354932] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:56.354952] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:56.354976] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:56.354997] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=23, mem_used=16637952) [2024-06-18 14:42:56.355029] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] release old cannot free more memory [2024-06-18 14:42:56.355045] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=47, size_used=0, mem_used=16637952) [2024-06-18 14:42:56.359970] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=33] no need to update min/max version(new_version={val:1718692975784632939, v:0}, min_version={val:1718692975784632939, v:0}, max_version={val:1718692975784632939, v:0}) [2024-06-18 14:42:56.360007] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=30] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=16, start_service_tstamp_=1718691847564337, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:42:56.361552] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.374207] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=35] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:56.380153] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Slow write(duration=113451, write_len=4096) [2024-06-18 14:42:56.380185] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=29] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592120, offset=339090}, end_cursor:ObLogCursor{file_id=119, log_id=31592121, offset=339340}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afdc050, len:878, log_data_len:250, seq:31592120, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:56.380249] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1122][T1002_TeRec][T1002][YB42C0A801CD-00061B2418A2F29F-0-0] [lt=42][errcode=-4389] destruct(*this=time guard 'ls_meta' cost too much time, used=113626, time_dist: after lock=1) [2024-06-18 14:42:56.380261] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard 'ls_meta' cost too much time, used=110017, time_dist: after lock=110000) [2024-06-18 14:42:56.381366] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=237685, time_dist: do_cluster_heartbeat=10, generate_cluster_version=123142) [2024-06-18 14:42:56.381413] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=23] no need to update min/max version(new_version={val:1718692975918768821, v:0}, min_version={val:1718692975918768821, v:0}, max_version={val:1718692975918768821, v:0}) [2024-06-18 14:42:56.396948] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F29F-0-0] [lt=34] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:56.397753] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820934384}], scn_array=[{val:1718692976145152856, v:0}], curr_size=122, accum_size=4788, time_cost=131442) [2024-06-18 14:42:56.397891] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988193, log_task={header:{begin_lsn:{lsn:122820934384}, end_lsn:{lsn:122820934506}, log_id:217988193, min_scn:{val:1718692976145152856, v:0}, max_scn:{val:1718692976145152856, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820934384}, data_checksum:667309872, accum_checksum:722517301, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976265949, freeze_ts:1718692976266270, submit_ts:1718692976266286, flushed_ts:1718692976397816, gen_to_freeze cost time:321, gen_to_submit cost time:337, submit_to_flush cost time:131530}, fs_cb_begin_ts=1718692976397871, log_life_time=131922) [2024-06-18 14:42:56.397928] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F29F-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692976397922136, start_id=1718692976397922136, end_id=1718692976397922137) [2024-06-18 14:42:56.399191] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=35] PNIO [ratelimit] time: 1718692976399189, bytes: 15596383, bw: 0.011862 MB/s, add_ts: 1007613, add_bytes: 12533 [2024-06-18 14:42:56.402010] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402037] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=26][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402025] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=37][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:672402, tid:1306}]) [2024-06-18 14:42:56.402050] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402063] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402081] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402094] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402111] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402124] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402143] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402155] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402173] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402185] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402232] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=46][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402245] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402263] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402275] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402293] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402305] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402323] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402335] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402353] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402365] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402383] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402396] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402414] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402426] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402444] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402456] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402474] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402486] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402504] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402516] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402534] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402547] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402565] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402577] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402597] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402609] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402627] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402639] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402657] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402670] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402687] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402699] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402710] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402722] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402739] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402752] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402766] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402784] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402796] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402814] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402827] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402845] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402857] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402875] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402887] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402905] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402917] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402935] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402947] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402966] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402978] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.402996] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403008] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403026] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403038] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403056] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403068] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403086] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403098] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403116] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403128] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403146] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403158] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403177] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403189] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403207] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403220] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403238] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403250] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403268] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403281] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403299] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403311] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403328] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403340] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403359] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403370] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403388] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403400] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403418] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403430] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403449] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403461] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403480] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403492] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403506] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403524] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403536] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403554] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403566] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403585] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403597] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403616] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403628] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403646] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403659] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403678] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403691] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403709] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403721] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403739] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403751] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403770] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403782] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403801] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403813] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403831] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403843] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403861] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403873] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403891] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403904] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403922] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403935] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403945] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=8][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403963] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403975] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.403993] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404006] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404024] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404037] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404055] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404067] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404084] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404096] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404115] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404127] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404145] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404158] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404176] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404189] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404207] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404219] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404238] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404250] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404268] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404281] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404300] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404312] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404330] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404342] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404360] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404372] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404391] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404404] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404422] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404434] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404452] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404465] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404483] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404496] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404514] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404527] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404545] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404558] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404577] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404589] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404608] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404620] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404638] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404650] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404669] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404681] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404700] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404710] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404729] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404741] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404760] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404772] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404790] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404803] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404821] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404833] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404846] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404864] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404876] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404896] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404909] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404927] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404939] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404957] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404969] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.404988] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.405000] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.405018] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.405030] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.405048] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.405061] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:56.405080] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:56.407079] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=24] no need to update min/max version(new_version={val:1718692975898969178, v:0}, min_version={val:1718692975898969178, v:0}, max_version={val:1718692975898969178, v:0}) [2024-06-18 14:42:56.419718] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=24] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1, need_refresh=false, gts_local_cache={srr:[mts=1718692976419671], gts:1718692976419679192, latest_srr:[mts=1718692976419671]}) [2024-06-18 14:42:56.419764] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=43] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:42:56.419811] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=16] gts statistics(tenant_id=1001, gts_rpc_cnt=10, get_gts_cache_cnt=357, get_gts_with_stc_cnt=41, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=41, try_wait_gts_elapse_cnt=0) [2024-06-18 14:42:56.422820] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=20] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=26, mem_used=37435392) [2024-06-18 14:42:56.422873] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=36] release old cannot free more memory [2024-06-18 14:42:56.422894] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=18] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=75, size_used=0, mem_used=37435392) [2024-06-18 14:42:56.433963] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.406|208=1us|217=27.70ms|222=4us|total=27.77ms) [2024-06-18 14:42:56.434040] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=70][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.406|536=0us|557=6us|562=0us|total=27.81ms) [2024-06-18 14:42:56.434071] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.406|79=0us|total=27.84ms) [2024-06-18 14:42:56.434555] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=24][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:323, local_retry_times:323, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:56.434617] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=47][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.434637] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.434623] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E2B-0-0] [lt=26] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1001, table_id:10002, add_timestamp:1718692976434590}) [2024-06-18 14:42:56.434657] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:56.434687] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:56.434705] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27A-0-0] [lt=33] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1001, table_id=10002, locations=[{table_id:10002, partition_id:10002, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692976434656, sql_renew_time:1718692976434656, is_mark_fail:false}]) [2024-06-18 14:42:56.434765] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27A-0-0] [lt=57] success to process renew task(task={tenant_id:1001, table_id:10002, add_timestamp:1718692976434590}, locations=[{table_id:10002, partition_id:10002, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692976434656, sql_renew_time:1718692976434656, is_mark_fail:false}]) [2024-06-18 14:42:56.434997] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.435031] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.435059] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:56.435082] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:56.435103] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:56.435126] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:56.435143] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:56.435160] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:56.435178] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:56.435189] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:56.435206] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:56.435217] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:56.435236] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:56.435250] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:56.435265] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:56.435286] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:56.435303] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.435317] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.435334] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:56.435348] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:56.435366] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:56.435378] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=324, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:56.435411] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=2408519, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=324, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.440457] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=42] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:56.450035] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=22] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:42:56.450080] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=31] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:42:56.450111] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=25] [tabletchange] task check ls(ls->get_ls_id()={id:1001}, tablet_persist_trigger=0) [2024-06-18 14:42:56.450132] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=18] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=230) [2024-06-18 14:42:56.454988] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=101853, this=0xfffb79383a70, extra_info="") [2024-06-18 14:42:56.454985] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873709733}], scn_array=[{val:1718692976182179825, v:0}], curr_size=121, accum_size=121, time_cost=148463) [2024-06-18 14:42:56.454980] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078974688}], scn_array=[{val:1718692976182179825, v:0}], curr_size=122, accum_size=479, time_cost=129393) [2024-06-18 14:42:56.455026] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472591488}], scn_array=[{val:1718692976098993365, v:0}], curr_size=122, accum_size=3565, time_cost=148567) [2024-06-18 14:42:56.455062] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=34] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3565) [2024-06-18 14:42:56.455099] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=22] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=18, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:42:56.455150] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=52] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3565) [2024-06-18 14:42:56.455147] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344705, log_task={header:{begin_lsn:{lsn:26873709733}, end_lsn:{lsn:26873709854}, log_id:174344705, min_scn:{val:1718692976182179825, v:0}, max_scn:{val:1718692976182179825, v:0}, data_len:65, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873709733}, data_checksum:3274800239, accum_checksum:1741878914, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976227610, freeze_ts:1718692976306488, submit_ts:1718692976306501, flushed_ts:1718692976455052, gen_to_freeze cost time:78878, gen_to_submit cost time:78891, submit_to_flush cost time:148551}, fs_cb_begin_ts=1718692976455124, log_life_time=227514) [2024-06-18 14:42:56.455210] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=31] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=14, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:42:56.455254] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=42] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=142334, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:42:56.455277] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=40278, avg_log_gen_to_submit_time=40296, avg_log_submit_to_flush_time=101957, avg_log_submit_to_slide_time=102038) [2024-06-18 14:42:56.455282] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050265, log_task={header:{begin_lsn:{lsn:683078974688}, end_lsn:{lsn:683078974810}, log_id:173050265, min_scn:{val:1718692976182179825, v:0}, max_scn:{val:1718692976182179825, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078974688}, data_checksum:2222604892, accum_checksum:2442452137, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976325545, freeze_ts:1718692976325550, submit_ts:1718692976325560, flushed_ts:1718692976455220, gen_to_freeze cost time:5, gen_to_submit cost time:15, submit_to_flush cost time:129660}, fs_cb_begin_ts=1718692976455268, log_life_time=129723) [2024-06-18 14:42:56.455301] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703346, log_task={header:{begin_lsn:{lsn:71472591488}, end_lsn:{lsn:71472591610}, log_id:183703346, min_scn:{val:1718692976098993365, v:0}, max_scn:{val:1718692976098993365, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472591488}, data_checksum:667309872, accum_checksum:1949771257, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976237992, freeze_ts:1718692976306382, submit_ts:1718692976306398, flushed_ts:1718692976455110, gen_to_freeze cost time:68390, gen_to_submit cost time:68406, submit_to_flush cost time:148712}, fs_cb_begin_ts=1718692976455195, log_life_time=217203) [2024-06-18 14:42:56.455352] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=44] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=139, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:42:56.458265] WDIAG [SERVER] do_heartbeat_event (ob_heartbeat.cpp:265) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=36][errcode=0] try reload schema failed(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=-4023) [2024-06-18 14:42:56.460046] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E30-0-0] [lt=31][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.460099] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E30-0-0] [lt=46][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.460134] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E30-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.460159] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E30-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.460187] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E30-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.460272] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E30-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.461445] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=36] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:56.461617] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.461701] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD1C-0-0] [lt=31][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:56.479663] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.462|208=1us|217=16.95ms|222=3us|total=17.02ms) [2024-06-18 14:42:56.479734] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.462|536=0us|557=5us|562=0us|total=17.06ms) [2024-06-18 14:42:56.479765] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.462|79=0us|total=17.09ms) [2024-06-18 14:42:56.481491] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=26] no need to update min/max version(new_version={val:1718692975918768821, v:0}, min_version={val:1718692975918768821, v:0}, max_version={val:1718692975918768821, v:0}) [2024-06-18 14:42:56.494982] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820934506}], scn_array=[{val:1718692976397922136, v:0}], curr_size=638, accum_size=5426, time_cost=96856) [2024-06-18 14:42:56.499123] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [917][T1001_Occam][T1001][YB42C0A801CD-00061B2415C2F310-0-0] [lt=37] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:56.501845] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [921][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=55] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-06-18 14:42:56.505845] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [917][T1001_Occam][T1001][YB42C0A801CD-00061B2415C2F312-0-0] [lt=35] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:56.507143] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] no need to update min/max version(new_version={val:1718692975898969178, v:0}, min_version={val:1718692975898969178, v:0}, max_version={val:1718692975898969178, v:0}) [2024-06-18 14:42:56.513144] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [1094][T1002_Occam][T1002][YB42C0A801CD-00061B241712F30A-0-0] [lt=36] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:56.521469] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.505|208=1us|217=15.59ms|222=2us|total=15.64ms) [2024-06-18 14:42:56.521537] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.505|536=0us|557=6us|562=0us|total=15.69ms) [2024-06-18 14:42:56.521566] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.505|79=1us|total=15.71ms) [2024-06-18 14:42:56.527530] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=34] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:56.532168] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:697) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] Cache replace map node details(ret=0, replace_node_count=0, replace_time=9276, replace_start_pos=10400000, replace_num=100000) [2024-06-18 14:42:56.532207] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=35] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=10) [2024-06-18 14:42:56.535051] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820935144}], scn_array=[{val:1718692976461818115, v:0}], curr_size=544, accum_size=5970, time_cost=39895) [2024-06-18 14:42:56.535354] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=45] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1001, new_min_version={val:1718692976145152855, v:0}, new_max_version={val:1718692976145152855, v:0}, last_min_version={val:1718692975784632939, v:0}, last_max_version={val:1718692975784632939, v:0}, total_time_us=75303, delta_us=390198) [2024-06-18 14:42:56.535404] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=44] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1718692976145152855, v:0}, min_version={val:1718692976145152855, v:0}, max_version={val:1718692976145152855, v:0}, in_service=true, leader_epoch=16) [2024-06-18 14:42:56.535507] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=75508, time_dist: do_cluster_heartbeat=17, generate_cluster_version=75405) [2024-06-18 14:42:56.535514] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:324, local_retry_times:324, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:56.535566] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=46][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.535586] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.535604] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:56.535636] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:56.535917] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.535954] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.535983] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=24][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:56.536004] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:56.536026] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:56.536047] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:56.536063] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:56.536080] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:56.536099] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:56.536115] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:56.536127] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:56.536143] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:56.536155] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:56.536172] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:56.536183] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:56.536210] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:56.536228] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.536248] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.536265] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:56.536284] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:56.536297] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:56.536314] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=325, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:56.536347] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=2307584, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=325, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.561682] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.582516] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.550|208=0us|217=31.81ms|222=2us|total=31.86ms) [2024-06-18 14:42:56.582583] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.550|536=0us|557=6us|562=0us|total=31.91ms) [2024-06-18 14:42:56.582611] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.550|79=0us|total=31.93ms) [2024-06-18 14:42:56.608743] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCC0-0-0] [lt=29] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:56.608949] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=46] get number(ret=0, service_type_=0, range=1, base_id=1718692976608943956, start_id=1718692976608943956, end_id=1718692976608943957) [2024-06-18 14:42:56.609425] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873709854}], scn_array=[{val:1718692976420346126, v:0}], curr_size=122, accum_size=243, time_cost=83699) [2024-06-18 14:42:56.609425] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078974810}], scn_array=[{val:1718692976420346126, v:0}], curr_size=122, accum_size=601, time_cost=83671) [2024-06-18 14:42:56.612365] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F295-0-0] [lt=19] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:56.612415] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F295-0-0] [lt=45] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:56.620239] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=52] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-06-18 14:42:56.625767] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=84] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=1232, avg_group_log_size=176) [2024-06-18 14:42:56.625815] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=1232) [2024-06-18 14:42:56.625843] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=52, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:56.625915] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=31] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=845, avg_group_log_size=120) [2024-06-18 14:42:56.625942] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=845) [2024-06-18 14:42:56.625962] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=38, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:56.629417] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=37] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:56.633950] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.617|208=1us|217=15.96ms|222=2us|total=16.02ms) [2024-06-18 14:42:56.634029] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=72][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.617|536=1us|557=6us|562=0us|total=16.07ms) [2024-06-18 14:42:56.634083] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=52][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.617|79=0us|total=16.12ms) [2024-06-18 14:42:56.636436] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:325, local_retry_times:325, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:56.636496] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=53][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.636537] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.636550] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:56.636583] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:56.636867] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.636904] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.636931] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:56.636954] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:56.636976] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:56.636997] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:56.637014] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:56.637032] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:56.637050] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:56.637066] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:56.637077] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:56.637093] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:56.637106] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:56.637124] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:56.637140] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:56.637167] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:56.637184] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.637204] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.637221] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:56.637241] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:56.637259] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:56.637271] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=326, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:56.637306] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=2206624, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=326, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.641192] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=49] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:56.655444] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=40] PNIO [ratelimit] time: 1718692976655442, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007618, add_bytes: 0 [2024-06-18 14:42:56.661745] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.661789] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD1D-0-0] [lt=30][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:56.666614] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=38] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=88960, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:56.666614] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472591610}], scn_array=[{val:1718692976419679192, v:0}], curr_size=122, accum_size=122, time_cost=128373) [2024-06-18 14:42:56.666651] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820935688}], scn_array=[{val:1718692976461818116, v:0}], curr_size=122, accum_size=6092, time_cost=100425) [2024-06-18 14:42:56.666684] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=6092) [2024-06-18 14:42:56.666731] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=35] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=22, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:56.666782] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=54] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=6092) [2024-06-18 14:42:56.666847] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=32] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=6094, avg_group_log_size=609) [2024-06-18 14:42:56.666817] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703347, log_task={header:{begin_lsn:{lsn:71472591610}, end_lsn:{lsn:71472591732}, log_id:183703347, min_scn:{val:1718692976419679192, v:0}, max_scn:{val:1718692976419679192, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472591610}, data_checksum:667309872, accum_checksum:1714624836, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976538176, freeze_ts:1718692976538184, submit_ts:1718692976538198, flushed_ts:1718692976666683, gen_to_freeze cost time:8, gen_to_submit cost time:22, submit_to_flush cost time:128485}, fs_cb_begin_ts=1718692976666797, log_life_time=128621) [2024-06-18 14:42:56.666896] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=26] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=13, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:56.666916] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=111324, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:56.666933] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=22163, avg_log_gen_to_submit_time=22180, avg_log_submit_to_flush_time=89063, avg_log_submit_to_slide_time=89144) [2024-06-18 14:42:56.666953] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988196, log_task={header:{begin_lsn:{lsn:122820935688}, end_lsn:{lsn:122820935810}, log_id:217988196, min_scn:{val:1718692976461818116, v:0}, max_scn:{val:1718692976461818116, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820935688}, data_checksum:667309872, accum_checksum:2273217103, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976566133, freeze_ts:1718692976566138, submit_ts:1718692976566152, flushed_ts:1718692976666742, gen_to_freeze cost time:5, gen_to_submit cost time:19, submit_to_flush cost time:100590}, fs_cb_begin_ts=1718692976666880, log_life_time=100747) [2024-06-18 14:42:56.667003] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=43] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=143, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:56.668818] INFO [SERVER] check_schema_version (ob_tenant_tablet_ttl_mgr.cpp:1372) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCB-0-0] [lt=15] is not a formal_schema_version(ret=-4023, ret="OB_EAGAIN", schema_version=1710490458382543) [2024-06-18 14:42:56.668861] WDIAG [SERVER] check_and_handle_event (ob_tenant_tablet_ttl_mgr.cpp:212) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCB-0-0] [lt=40][errcode=-4023] fail to check schema version(ret=-4023, ret="OB_EAGAIN") [2024-06-18 14:42:56.668880] WDIAG [SERVER] runTimerTask (ob_tenant_tablet_ttl_mgr.cpp:613) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCB-0-0] [lt=16][errcode=-4023] fail to scan and handle all tenant event(ret=-4023, ret="OB_EAGAIN") [2024-06-18 14:42:56.673942] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.657|208=0us|217=16.67ms|222=2us|total=16.73ms) [2024-06-18 14:42:56.674014] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.657|536=1us|557=6us|562=0us|total=16.78ms) [2024-06-18 14:42:56.674045] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.657|79=0us|total=16.80ms) [2024-06-18 14:42:56.682388] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7B-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.682441] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7B-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.682469] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7B-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.682492] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7B-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.682552] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7B-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.682620] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7B-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.687892] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7C-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.687965] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7C-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.688172] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7C-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.688436] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E7C-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.692140] INFO pn_ratelimit (group.c:539) [568][IngressService][T0][Y0-0000000000000000-0-0] [lt=30] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-06-18 14:42:56.696816] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F35C-0-0] [lt=34] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12239, add_timestamp:1718692976696788}) [2024-06-18 14:42:56.696890] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F35C-0-0] [lt=39] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12287, add_timestamp:1718692976696883}) [2024-06-18 14:42:56.696892] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27B-0-0] [lt=31] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12239, locations=[{table_id:12239, partition_id:12239, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692976696848, sql_renew_time:1718692976696848, is_mark_fail:false}]) [2024-06-18 14:42:56.696962] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27B-0-0] [lt=67] success to process renew task(task={tenant_id:1, table_id:12239, add_timestamp:1718692976696788}, locations=[{table_id:12239, partition_id:12239, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692976696848, sql_renew_time:1718692976696848, is_mark_fail:false}]) [2024-06-18 14:42:56.697012] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27C-0-0] [lt=32] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12287, vtable_type={tenant_id:1, type:4}) [2024-06-18 14:42:56.697490] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27C-0-0] [lt=26] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12287, locations=[{table_id:12287, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692976697470, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:42:56.697524] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27C-0-0] [lt=33] success to process renew task(task={tenant_id:1, table_id:12287, add_timestamp:1718692976696883}, locations=[{table_id:12287, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692976697470, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:42:56.705683] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.705737] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.705808] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.705839] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.705894] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.705922] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.706070] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=35][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.706114] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.706157] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.706195] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.706470] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.706497] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.706517] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.706537] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E83-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714055] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714107] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714172] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714198] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714219] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714238] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714281] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714478] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714502] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.714524] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E85-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.715814] INFO [CLOG] is_in_sync (ob_log_handler.cpp:547) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F35C-0-0] [lt=23] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-06-18 14:42:56.716363] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1019][T1001_TenantMet][T1001][Y0-0000000000000000-0-0] [lt=65] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:813, free_obj_hold_cnt:29, allocator used:3347792, allocator total:3466624}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3466624, tablets_mem_limit=257698020, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:15, free_obj_hold_cnt:0, allocator used:38400, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=813) [2024-06-18 14:42:56.723825] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078974932}], scn_array=[{val:1718692976420346127, v:0}], curr_size=122, accum_size=723, time_cost=97897) [2024-06-18 14:42:56.723835] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873709976}], scn_array=[{val:1718692976420346127, v:0}], curr_size=122, accum_size=365, time_cost=98049) [2024-06-18 14:42:56.726612] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_ls_info.cpp:54) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F35C-0-0] [lt=31][errcode=-4008] execute fail(ret=-4008) [2024-06-18 14:42:56.732305] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=22] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=9) [2024-06-18 14:42:56.734570] INFO [SHARE] blacklist_loop_ (ob_server_blacklist.cpp:313) [493][Blacklist][T0][Y0-0000000000000000-0-0] [lt=36] blacklist_loop exec finished(cost_time=73, is_enabled=true, send_cnt=0) [2024-06-18 14:42:56.737397] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:326, local_retry_times:326, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:56.737446] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.737466] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.737479] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:56.737509] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:56.737772] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.737805] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.737853] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:56.737874] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:56.737896] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:56.737912] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:56.737928] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:56.737945] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:56.737962] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:56.737972] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:56.737989] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:56.737999] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:56.738015] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:56.738025] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:56.738040] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:56.738060] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:56.738078] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.738097] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.738115] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:56.738128] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:56.738145] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:56.738166] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=327, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:56.738198] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=2105732, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=327, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.748256] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E90-0-0] [lt=15][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.748436] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E90-0-0] [lt=107][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"PACKAGE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.749119] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.736|208=1us|217=12.64ms|222=3us|total=12.70ms) [2024-06-18 14:42:56.749187] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.736|536=0us|557=5us|562=1us|total=12.76ms) [2024-06-18 14:42:56.749229] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.736|79=0us|total=12.78ms) [2024-06-18 14:42:56.749598] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E90-0-0] [lt=63][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.749737] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E90-0-0] [lt=75][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"ROUTINE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.751817] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E90-0-0] [lt=57][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.751964] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E90-0-0] [lt=80][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TRIGGER_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.761809] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.788218] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=32] current monitor number(seq_=-1) [2024-06-18 14:42:56.788231] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.775|208=0us|217=12.37ms|222=2us|total=12.42ms) [2024-06-18 14:42:56.788291] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.775|536=0us|557=6us|562=0us|total=12.46ms) [2024-06-18 14:42:56.788321] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.775|79=0us|total=12.49ms) [2024-06-18 14:42:56.789025] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=57][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.789130] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.789274] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=26][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.789515] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.789578] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.789665] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.789698] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.789872] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.789929] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.790258] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E95-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.794029] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [841][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=23] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:42:56.794077] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [841][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=29] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=267) [2024-06-18 14:42:56.800584] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E97-0-0] [lt=19][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"DATA_TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.801253] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E97-0-0] [lt=89][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:56.802187] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=38] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:56.802247] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=34] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:56.803880] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820935810}], scn_array=[{val:1718692976661897662, v:0}], curr_size=545, accum_size=545, time_cost=137024) [2024-06-18 14:42:56.803880] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472591732}], scn_array=[{val:1718692976608943956, v:0}], curr_size=541, accum_size=663, time_cost=137078) [2024-06-18 14:42:56.804016] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703348, log_task={header:{begin_lsn:{lsn:71472591732}, end_lsn:{lsn:71472592273}, log_id:183703348, min_scn:{val:1718692976608943956, v:0}, max_scn:{val:1718692976608943956, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472591732}, data_checksum:1313978868, accum_checksum:4226884707, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976609091, freeze_ts:1718692976666744, submit_ts:1718692976666772, flushed_ts:1718692976803938, gen_to_freeze cost time:57653, gen_to_submit cost time:57681, submit_to_flush cost time:137166}, fs_cb_begin_ts=1718692976803996, log_life_time=194905) [2024-06-18 14:42:56.804023] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=82][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976608943956, v:0}, log_ts:{val:1718692976608943956, v:0}, lsn:{lsn:71472591788}, submit_ts:1718692976609109}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005294}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=194909, ctx_lock_wait_time=1) [2024-06-18 14:42:56.804046] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988197, log_task={header:{begin_lsn:{lsn:122820935810}, end_lsn:{lsn:122820936355}, log_id:217988197, min_scn:{val:1718692976661897662, v:0}, max_scn:{val:1718692976661897662, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820935810}, data_checksum:3489959290, accum_checksum:482468691, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976661984, freeze_ts:1718692976666820, submit_ts:1718692976666834, flushed_ts:1718692976803945, gen_to_freeze cost time:4836, gen_to_submit cost time:4850, submit_to_flush cost time:137111}, fs_cb_begin_ts=1718692976804028, log_life_time=142044) [2024-06-18 14:42:56.804056] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976661897662, v:0}, log_ts:{val:1718692976661897662, v:0}, lsn:{lsn:122820935866}, submit_ts:1718692976661998}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007839}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=142054, ctx_lock_wait_time=2) [2024-06-18 14:42:56.804205] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51] [APPLY STAT CB APPEND COST TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=38, this=0xfffb523fe440, extra_info="") [2024-06-18 14:42:56.804233] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=27] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=132540, this=0xfffb523fe670, extra_info="") [2024-06-18 14:42:56.804225] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692976098993365, max_version=1718692976098993365 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692975898969178 and max_version = 1718692975898969178 ) [2024-06-18 14:42:56.804247] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=14] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=0, this=0xfffb523fe8a0, extra_info="") [2024-06-18 14:42:56.804266] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=18] [APPLY STAT CB EXECUTE TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=-473, this=0xfffb523fead0, extra_info="") [2024-06-18 14:42:56.804278] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=12] [APPLY STAT CB TOTAL TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=132105, this=0xfffb523fed00, extra_info="") [2024-06-18 14:42:56.804465] INFO [STORAGE.TRANS] amend (ob_tenant_weak_read_server_version_mgr.cpp:192) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=23] [WRS] tenant has no valid partition on current server, generate weak read snapshot version based on current timestamp(tenant_id=1, epoch_tstamp_=1718692976804378, total_part_count_=1, valid_inner_part_count_=0, valid_user_part_count_=0, version_={val:1718692972108943000, v:0}, base_version_when_no_valid_partition={val:1718692972108943000, v:0}) [2024-06-18 14:42:56.804508] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=197337, time_dist: do_cluster_heartbeat=13, generate_cluster_version=197182) [2024-06-18 14:42:56.805424] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=6][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:56.806181] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=146058, time_dist: do_cluster_heartbeat=18, generate_cluster_version=144154) [2024-06-18 14:42:56.817298] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E99-0-0] [lt=78][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.817393] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E99-0-0] [lt=40][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.817775] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E99-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.817838] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E99-0-0] [lt=25][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.817922] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E99-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.817956] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E99-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.818126] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E99-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.818187] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E99-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.818501] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33E99-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:56.833129] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:519) [799][T1_HBService][T1][YB42C0A801CD-00061B241B52F127-0-0] [lt=37] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-06-18 14:42:56.838286] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:327, local_retry_times:327, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:56.838336] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.838355] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.838368] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:56.838398] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:56.838662] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.838696] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.838722] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:56.838743] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:56.838766] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:56.838780] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:56.838797] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:56.838812] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:56.838828] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:56.838840] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:56.838856] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:56.838866] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:56.838882] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:56.838893] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:56.838909] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:56.838928] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:56.838946] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.838967] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.838977] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:56.838995] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:56.839012] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:56.839023] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=328, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:56.839054] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=2004876, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=328, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.841840] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=55] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:56.849663] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873710098}], scn_array=[{val:1718692976420346128, v:0}], curr_size=122, accum_size=487, time_cost=123806) [2024-06-18 14:42:56.849661] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078975054}], scn_array=[{val:1718692976420346128, v:0}], curr_size=122, accum_size=845, time_cost=123766) [2024-06-18 14:42:56.849809] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050268, log_task={header:{begin_lsn:{lsn:683078975054}, end_lsn:{lsn:683078975176}, log_id:173050268, min_scn:{val:1718692976420346128, v:0}, max_scn:{val:1718692976420346128, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078975054}, data_checksum:2222604892, accum_checksum:3189232842, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976725861, freeze_ts:1718692976725865, submit_ts:1718692976725870, flushed_ts:1718692976849738, gen_to_freeze cost time:4, gen_to_submit cost time:9, submit_to_flush cost time:123868}, fs_cb_begin_ts=1718692976849789, log_life_time=123928) [2024-06-18 14:42:56.849934] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344708, log_task={header:{begin_lsn:{lsn:26873710098}, end_lsn:{lsn:26873710220}, log_id:174344708, min_scn:{val:1718692976420346128, v:0}, max_scn:{val:1718692976420346128, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873710098}, data_checksum:667309872, accum_checksum:109126075, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976725801, freeze_ts:1718692976725809, submit_ts:1718692976725825, flushed_ts:1718692976849883, gen_to_freeze cost time:8, gen_to_submit cost time:24, submit_to_flush cost time:124058}, fs_cb_begin_ts=1718692976849920, log_life_time=124119) [2024-06-18 14:42:56.856794] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.836|208=0us|217=20.63ms|222=3us|total=20.69ms) [2024-06-18 14:42:56.856865] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.836|536=1us|557=5us|562=0us|total=20.73ms) [2024-06-18 14:42:56.856895] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.836|79=0us|total=20.76ms) [2024-06-18 14:42:56.861868] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.883979] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820936355}], scn_array=[{val:1718692976683176945, v:0}], curr_size=544, accum_size=1089, time_cost=79943) [2024-06-18 14:42:56.883982] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472592273}], scn_array=[{val:1718692976608943957, v:0}], curr_size=122, accum_size=785, time_cost=45564) [2024-06-18 14:42:56.884152] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=16][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976683176945, v:0}, log_ts:{val:1718692976683176945, v:0}, lsn:{lsn:122820936411}, submit_ts:1718692976683251}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007840}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=200896, ctx_lock_wait_time=1) [2024-06-18 14:42:56.884543] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=202973, time_dist: do_cluster_heartbeat=13, generate_cluster_version=202811) [2024-06-18 14:42:56.889764] TRACE [TRACE] dump_tenant_info_ (ob_tenant_info_loader.cpp:216) [1119][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=23] [dump tenant_info_loader](TRACE=begin_ts=1718692976889756 2024-06-18 06:42:56.889756|[ob_tenant_info_loader] u=0 tenant_id:1002, is_sys_ls_leader:true, broadcast_cost_time:490, broadcast_times:1, broadcast_per_sec:0, rpc_update_times:0, rpc_update_per_sec:0, last_rpc_update_time_us:-1, sql_update_cost_time:1383, sql_update_times:1, tenant_info_cache:{tenant_info:{tenant_id:1002, switchover_epoch:0, sync_scn:{scn_val:1718692974414169958}, replayable_scn:{scn_val:1718692974414169958}, standby_scn:{scn_val:1718692974414169957}, recovery_until_scn:{scn_val:4611686018427387903}, tenant_role:{value:1}, switchover_status:{value:1}}, last_sql_update_time:1718692976887892, ora_rowscn:1718692976141891333}, is_inited:true|total_timeu=0) [2024-06-18 14:42:56.906066] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCC1-0-0] [lt=24] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:56.906256] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=41] get number(ret=0, service_type_=0, range=1, base_id=1718692976906251466, start_id=1718692976906251466, end_id=1718692976906251467) [2024-06-18 14:42:56.906314] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=33] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1001, min_version={val:1718692976461818115, v:0}, base_version={val:1718692976461818115, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692976461818115, v:0}, valid_part_count:1, total_part_count:1, generate_tstamp:1718692976906283, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-06-18 14:42:56.906367] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=51] no need to update min/max version(new_version={val:1718692976461818115, v:0}, min_version={val:1718692976461818115, v:0}, max_version={val:1718692976461818115, v:0}) [2024-06-18 14:42:56.910029] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.893|208=0us|217=16.06ms|222=3us|total=16.11ms) [2024-06-18 14:42:56.910090] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.893|536=0us|557=5us|562=0us|total=16.15ms) [2024-06-18 14:42:56.910132] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.893|79=0us|total=16.19ms) [2024-06-18 14:42:56.921872] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=25] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_refresh=false, gts_local_cache={srr:[mts=1718692976921846], gts:1718692976921849941, latest_srr:[mts=1718692976921846]}) [2024-06-18 14:42:56.932406] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=8) [2024-06-18 14:42:56.939144] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:328, local_retry_times:328, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:56.939200] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=50][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.939214] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:56.939233] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:56.939288] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=41][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:56.939551] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:56.939589] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:56.939614] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:56.939635] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:56.939656] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:56.939679] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:56.939695] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:56.939710] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:56.939727] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:56.939738] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:56.939755] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:56.939766] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:56.939783] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:56.939796] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:56.939812] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:56.939832] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:56.939850] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.939872] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:56.939890] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:56.939905] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:56.939923] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:56.939935] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=329, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:56.939969] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=1903961, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=329, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:56.946908] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820936899}], scn_array=[{val:1718692976683176946, v:0}], curr_size=122, accum_size=1211, time_cost=62774) [2024-06-18 14:42:56.961994] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=60] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:42:56.962024] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=27] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:42:56.962070] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:56.988231] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:56.956|208=0us|217=32.08ms|222=3us|total=32.14ms) [2024-06-18 14:42:56.988299] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:56.956|536=0us|557=5us|562=0us|total=32.18ms) [2024-06-18 14:42:56.988329] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:56.956|79=0us|total=32.21ms) [2024-06-18 14:42:57.004138] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=100238, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:42:57.004138] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472592395}], scn_array=[{val:1718692976906251466, v:0}], curr_size=541, accum_size=1326, time_cost=97703) [2024-06-18 14:42:57.004137] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873710220}], scn_array=[{val:1718692976921849941, v:0}], curr_size=122, accum_size=609, time_cost=78150) [2024-06-18 14:42:57.004180] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078975176}], scn_array=[{val:1718692976921849941, v:0}], curr_size=122, accum_size=967, time_cost=78123) [2024-06-18 14:42:57.004218] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=967) [2024-06-18 14:42:57.004238] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=15, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:42:57.004320] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=967) [2024-06-18 14:42:57.004378] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=36] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=14, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:42:57.004373] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=34] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692976608943956, max_version=1718692976608943956 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692976098993365 and max_version = 1718692976098993365 ) [2024-06-18 14:42:57.004403] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=100436, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:42:57.004420] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=10, avg_log_submit_to_flush_time=100367, avg_log_submit_to_slide_time=100425) [2024-06-18 14:42:57.004447] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=109, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:42:57.004565] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=26][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=99978, time_dist: do_cluster_heartbeat=11, generate_cluster_version=99872) [2024-06-18 14:42:57.008871] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1978) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(dag_cnt=0, map_size=0) [2024-06-18 14:42:57.008903] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1988) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=30] dump_dag_status(running_dag_net_map_size=0, blocking_dag_net_list_size=0) [2024-06-18 14:42:57.008950] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=44] dump_dag_status(priority="PRIO_COMPACTION_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:57.008975] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=24] dump_dag_status(priority="PRIO_HA_HIGH", low_limit=8, up_limit=8, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:57.008988] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_COMPACTION_MID", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:57.009025] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=37] dump_dag_status(priority="PRIO_HA_MID", low_limit=5, up_limit=5, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:57.009038] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_COMPACTION_LOW", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:57.009078] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=39] dump_dag_status(priority="PRIO_HA_LOW", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:57.009090] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(priority="PRIO_DDL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:57.009085] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=32] gc stale ls task succ [2024-06-18 14:42:57.009107] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(priority="PRIO_DDL_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:57.009118] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(priority="PRIO_TTL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:42:57.009134] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:57.009156] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=21] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:57.009169] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:57.009185] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:57.009196] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:57.009212] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:57.009223] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:57.009239] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:57.009250] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:57.009266] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:57.009276] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:42:57.009293] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:42:57.009305] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:57.009321] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:57.009334] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:57.009349] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:57.009361] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:57.009377] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:57.009388] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:42:57.009404] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:42:57.009416] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009434] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009446] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009462] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009474] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009490] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009501] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009517] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009528] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009545] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009556] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009572] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009584] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009601] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009612] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009638] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=26] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009649] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009665] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009676] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009692] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009703] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009719] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009730] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009746] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009758] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009774] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009785] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009801] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009812] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:42:57.009828] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:42:57.009839] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:42:57.009856] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:42:57.009867] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:42:57.009883] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:42:57.009896] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:57.009912] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:57.009925] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:57.009942] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:57.009954] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:57.009970] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:57.009982] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:57.009999] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:57.010009] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:57.010020] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:57.010039] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:57.010050] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:57.010066] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:57.010078] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:57.010094] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:57.010106] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:57.010122] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:42:57.010133] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:42:57.010149] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010162] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010178] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010188] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010206] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010218] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010235] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010246] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010261] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010274] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010290] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010301] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010316] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010327] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010343] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010353] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010368] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010379] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010395] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:42:57.010405] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:42:57.010421] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0) [2024-06-18 14:42:57.010432] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, scheduled_task_count=0) [2024-06-18 14:42:57.010447] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0) [2024-06-18 14:42:57.010458] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, scheduled_task_count=0) [2024-06-18 14:42:57.010474] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:42:57.010485] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:42:57.010501] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:42:57.010511] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:42:57.010527] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0) [2024-06-18 14:42:57.010538] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, scheduled_task_count=0) [2024-06-18 14:42:57.010553] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_net_count=0) [2024-06-18 14:42:57.010564] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_net_count=0) [2024-06-18 14:42:57.010578] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=13] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_net_count=0) [2024-06-18 14:42:57.010587] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_net_count=0) [2024-06-18 14:42:57.010601] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=14] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_net_count=0) [2024-06-18 14:42:57.010610] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_net_count=0) [2024-06-18 14:42:57.010624] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=14] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_net_count=0) [2024-06-18 14:42:57.010633] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_net_count=0) [2024-06-18 14:42:57.010649] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2008) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(total_worker_cnt=43, total_running_task_cnt=0, work_thread_num=43, scheduled_task_cnt=0) [2024-06-18 14:42:57.011058] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011109] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011159] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011183] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011205] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011227] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011247] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011267] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011288] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011427] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011452] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011474] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011630] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.011783] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED0-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.040055] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:57.040375] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.040413] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.040520] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=1803410, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=330, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.042336] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042392] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042418] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042441] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042462] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042451] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:57.042482] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042533] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042570] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042592] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042612] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042632] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042653] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042673] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042695] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.042858] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.043043] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.043203] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.043359] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.043383] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33ED4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.061991] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.062524] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=17][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.462|208=1us|217=16.21ms|222=2us|total=16.28ms) [2024-06-18 14:42:57.062597] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.462|536=0us|557=6us|562=0us|total=16.32ms) [2024-06-18 14:42:57.062626] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.462|79=0us|total=16.34ms) [2024-06-18 14:42:57.062739] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:647) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=32] Cache wash clean map node details(ret=0, clean_node_count=0, clean_time=20251, clean_start_pos=6600000, clean_num=200000) [2024-06-18 14:42:57.102296] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102346] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102373] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102484] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102508] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102584] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102607] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102628] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102648] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102670] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102690] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102710] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102748] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102772] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102794] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.102815] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EE5-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.106131] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCC2-0-0] [lt=34] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:57.106313] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=41] get number(ret=0, service_type_=0, range=1, base_id=1718692977106308532, start_id=1718692977106308532, end_id=1718692977106308533) [2024-06-18 14:42:57.106443] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=24] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1001, server_version={version:{val:1718692976683176946, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=423252, in_cluster_service=true, cluster_version={val:1718692976461818115, v:0}, min_cluster_version={val:1718692976461818115, v:0}, max_cluster_version={val:1718692976461818115, v:0}, get_cluster_version_err=0, cluster_version_delta=644610, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=8464, succ_cluster_heartbeat_count=83, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692547619158295, v:0}, local_cluster_delta=429487270, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:42:57.107895] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD1E-0-0] [lt=61][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:57.111117] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=35] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:57.112760] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820937021}], scn_array=[{val:1718692976921323938, v:0}], curr_size=122, accum_size=1333, time_cost=146330) [2024-06-18 14:42:57.112940] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988200, log_task={header:{begin_lsn:{lsn:122820937021}, end_lsn:{lsn:122820937143}, log_id:217988200, min_scn:{val:1718692976921323938, v:0}, max_scn:{val:1718692976921323938, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820937021}, data_checksum:667309872, accum_checksum:3750535223, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976966373, freeze_ts:1718692976966380, submit_ts:1718692976966393, flushed_ts:1718692977112832, gen_to_freeze cost time:7, gen_to_submit cost time:20, submit_to_flush cost time:146439}, fs_cb_begin_ts=1718692977112920, log_life_time=146547) [2024-06-18 14:42:57.113720] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=35] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=86425, mem_used=137263104) [2024-06-18 14:42:57.119655] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.101|208=1us|217=18.04ms|222=2us|total=18.10ms) [2024-06-18 14:42:57.119729] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.101|536=0us|557=5us|562=0us|total=18.14ms) [2024-06-18 14:42:57.119760] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.101|79=0us|total=18.17ms) [2024-06-18 14:42:57.129822] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.130045] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.130290] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.130397] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.130469] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.130515] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.130540] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.132509] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=7) [2024-06-18 14:42:57.140885] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.140924] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=37] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.141056] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=1702874, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=331, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.151565] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EF2-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.151619] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EF2-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.151727] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EF2-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.151793] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EF2-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.158564] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873710342}], scn_array=[{val:1718692976921849942, v:0}], curr_size=122, accum_size=731, time_cost=132526) [2024-06-18 14:42:57.158572] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472592936}], scn_array=[{val:1718692976921285957, v:0}], curr_size=122, accum_size=1448, time_cost=120030) [2024-06-18 14:42:57.158570] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078975298}], scn_array=[{val:1718692976921849942, v:0}], curr_size=122, accum_size=122, time_cost=132500) [2024-06-18 14:42:57.158707] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344710, log_task={header:{begin_lsn:{lsn:26873710342}, end_lsn:{lsn:26873710464}, log_id:174344710, min_scn:{val:1718692976921849942, v:0}, max_scn:{val:1718692976921849942, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873710342}, data_checksum:667309872, accum_checksum:755309103, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977025988, freeze_ts:1718692977025993, submit_ts:1718692977026004, flushed_ts:1718692977158633, gen_to_freeze cost time:5, gen_to_submit cost time:16, submit_to_flush cost time:132629}, fs_cb_begin_ts=1718692977158686, log_life_time=132698) [2024-06-18 14:42:57.158737] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703351, log_task={header:{begin_lsn:{lsn:71472592936}, end_lsn:{lsn:71472593058}, log_id:183703351, min_scn:{val:1718692976921285957, v:0}, max_scn:{val:1718692976921285957, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472592936}, data_checksum:667309872, accum_checksum:813704489, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977038483, freeze_ts:1718692977038489, submit_ts:1718692977038501, flushed_ts:1718692977158633, gen_to_freeze cost time:6, gen_to_submit cost time:18, submit_to_flush cost time:120132}, fs_cb_begin_ts=1718692977158719, log_life_time=120236) [2024-06-18 14:42:57.158836] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050270, log_task={header:{begin_lsn:{lsn:683078975298}, end_lsn:{lsn:683078975420}, log_id:173050270, min_scn:{val:1718692976921849942, v:0}, max_scn:{val:1718692976921849942, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078975298}, data_checksum:2222604892, accum_checksum:389193428, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977026039, freeze_ts:1718692977026042, submit_ts:1718692977026047, flushed_ts:1718692977158781, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:132734}, fs_cb_begin_ts=1718692977158822, log_life_time=132783) [2024-06-18 14:42:57.161933] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EF3-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.161990] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EF3-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.162051] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.168806] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:936) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=15] trace max work area(auto_calc=true, tenant_max_memory_limit=1288490188, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=64424509, max_wa_memory_size=64424509, tmp_max_wa_memory_size=64424509, pre_mem_target=64424509, remain_memory_size=64424509, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=603258880, washable_size=-2, max_workarea_memory_size=64424509, max_tenant_memory_size=685231308, wash_ratio=6, tenant_id=1001) [2024-06-18 14:42:57.168993] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:323) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=61] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=8053063, calc_global_bound_size=1048576000000, mem_target_=64424509, wa_max_memory_size=64424509, profile_cnt_=19, total_memory_size=0, max_wa_size=64424509, avg_bound_size=3390763, max_bound_size=8053063, min_bound_size_=1048576) [2024-06-18 14:42:57.169031] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1184) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=33] timer to calc global bound size(ret=0, global_bound_size_=8053063, manual_calc_cnt_=23, drift_size_=0, pre_drift_size=0, wa_max_memory_size=64424509, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1001, profile_cnt_=19, pre_profile_cnt_=0, pre_profile_cnt=19, calc_info.get_global_bound_size()=8053063, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=64424509, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-06-18 14:42:57.170037] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EF4-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.170094] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EF4-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.170199] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EF4-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.173212] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:57.173248] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:57.173382] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:57.173411] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:57.173439] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:57.173462] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:57.173489] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:57.173534] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:57.173553] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:57.173573] WDIAG [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:841) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id_=1002) [2024-06-18 14:42:57.173601] WDIAG [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:1230) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] failed to get percent [2024-06-18 14:42:57.173618] WDIAG [SERVER] runTimerTask (ob_tenant_duty_task.cpp:214) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] failed to calculate global bound size(ret=-4152, ids[i]=1002) [2024-06-18 14:42:57.174603] INFO [STORAGE.TRANS] print_statistics (ob_xa_define.cpp:467) [1047][T1001_ObXAHbWor][T1001][Y0-0000000000000000-0-0] [lt=30] xa statistics(total_active_xa_ctx_count=0, total_standby_clearup_count=0, total_success_xa_start=0, total_failure_xa_start=0, total_success_xa_prepare=0, total_failure_xa_prepare=0, total_success_xa_1pc_commit=0, total_failure_xa_1pc_commit=0, total_success_xa_2pc_commit=0, total_failure_xa_2pc_commit=0, total_failure_xa_rollback=0, total_success_dblink_promotion=0, total_failure_dblink_promotion=0, total_success_dblink=0, total_failure_dblink=0) [2024-06-18 14:42:57.174652] INFO [STORAGE.TRANS] run1 (ob_xa_trans_heartbeat_worker.cpp:83) [1047][T1001_ObXAHbWor][T1001][Y0-0000000000000000-0-0] [lt=46] XA scheduler heartbeat task statistics(avg_time=50) [2024-06-18 14:42:57.177914] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 28371.00) [2024-06-18 14:42:57.177953] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:57.178080] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=52] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.00, rt: 113369.00) [2024-06-18 14:42:57.178106] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 21.90, rt: 13001.18) [2024-06-18 14:42:57.178129] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 63705.87, iops: 46.78, rt: 15201.98) [2024-06-18 14:42:57.178148] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12635040, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:57.178196] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=42] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178220] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=22] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178239] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178259] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178277] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178296] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178314] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178333] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178352] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178365] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178384] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178403] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178416] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178434] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178449] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.178466] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:57.203398] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=21] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:42:57.203445] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=32] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:42:57.203476] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=24] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=266) [2024-06-18 14:42:57.205380] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.170|208=1us|217=34.86ms|222=3us|total=34.92ms) [2024-06-18 14:42:57.205453] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.170|536=1us|557=5us|562=0us|total=34.96ms) [2024-06-18 14:42:57.205484] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.170|79=0us|total=34.99ms) [2024-06-18 14:42:57.208949] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=34] ====== tenant freeze timer task ====== [2024-06-18 14:42:57.210525] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EFA-0-0] [lt=23][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:57.211023] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EFA-0-0] [lt=101][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:57.211488] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EFA-0-0] [lt=73][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:57.219203] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EFB-0-0] [lt=70][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.219253] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EFB-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.219280] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EFB-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.219304] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33EFB-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.221165] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [718][T1_PalfGC][T1][Y0-0000000000000000-0-0] [lt=58] BlockGCTimerTask success(ret=0, cost_time_us=42, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.1.205:2882", log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):197, sequence:1}, log_alloc_mgr_:{flying_log_task:1, flying_meta_task:0}}) [2024-06-18 14:42:57.236007] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33F01-0-0] [lt=40][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.236179] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33F01-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.238614] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820937143}], scn_array=[{val:1718692976986215864, v:0}], curr_size=1034, accum_size=2367, time_cost=125686) [2024-06-18 14:42:57.238762] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=65][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988201, log_task={header:{begin_lsn:{lsn:122820937143}, end_lsn:{lsn:122820938177}, log_id:217988201, min_scn:{val:1718692976986215864, v:0}, max_scn:{val:1718692977107999034, v:0}, data_len:978, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820937143}, data_checksum:667696238, accum_checksum:294866087, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692976986284, freeze_ts:1718692977112875, submit_ts:1718692977112896, flushed_ts:1718692977238687, gen_to_freeze cost time:126591, gen_to_submit cost time:126612, submit_to_flush cost time:125791}, fs_cb_begin_ts=1718692977238743, log_life_time=252459) [2024-06-18 14:42:57.238769] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=65][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692976986215864, v:0}, log_ts:{val:1718692976986215864, v:0}, lsn:{lsn:122820937199}, submit_ts:1718692976986296}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007841}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=252469, ctx_lock_wait_time=1) [2024-06-18 14:42:57.238929] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=62] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:57.239030] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692977107999034, v:0}, log_ts:{val:1718692977107999034, v:0}, lsn:{lsn:122820937688}, submit_ts:1718692977108068}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007842}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=130960, ctx_lock_wait_time=0) [2024-06-18 14:42:57.239197] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=35] get_max_applied_scn(scn={val:1718692976420346128, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:15, palf_committed_end_lsn_:{lsn:26873710464}, last_check_scn_:{val:1718692976921849943, v:0}, max_applied_cb_scn_:{val:1718692976420346128, v:0}}) [2024-06-18 14:42:57.239278] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=48] get_min_unreplayed_log_info(lsn={lsn:26872877838}, scn={val:1718691444594935387, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692976495443, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10592, ret_code_:0}}, next_to_submit_lsn_:{lsn:26872877838}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:22815621120}, base_scn_:{val:1714500007741716502, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c805000, next_round_pread_size:2121728, curr_read_pos:1267608, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1267608, log_storage_:{IteratorStorage:{start_lsn:{lsn:26871610230}, end_lsn:{lsn:26872877838}, read_buf:{buf_len_:2125824, buf_:0xfffb1c805000}, block_size:67104768, log_storage_:0xfffb473ceb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumulate_checksum:1440925250, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:42:57.239354] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=132945, time_dist: print_stat=77, do_cluster_heartbeat=5, generate_cluster_version=132766) [2024-06-18 14:42:57.239441] INFO [STORAGE.TRANS] generate_new_version (ob_tenant_weak_read_server_version_mgr.cpp:120) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=97] [WRS] update tenant weak read server version(tenant_id=1002, server_version={version:{val:1718692976420346128, v:0}, total_part_count:2, valid_inner_part_count:0, valid_user_part_count:0, epoch_tstamp:1718692977239149}, version_delta=819094) [2024-06-18 14:42:57.239474] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=254836, time_dist: do_cluster_heartbeat=12, generate_cluster_version=254488) [2024-06-18 14:42:57.239511] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=23] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1002, server_version={version:{val:1718692976420346128, v:0}, total_part_count:2, valid_inner_part_count:0, valid_user_part_count:0}, server_version_delta=819153, in_cluster_service=true, cluster_version={val:1718692976420346128, v:0}, min_cluster_version={val:1718692976420346128, v:0}, max_cluster_version={val:1718692976420346128, v:0}, get_cluster_version_err=0, cluster_version_delta=819153, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=8971, succ_cluster_heartbeat_count=1822, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692715602975921, v:0}, local_cluster_delta=261636524, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:42:57.239785] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=26] gc stale ls task succ [2024-06-18 14:42:57.241427] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.241469] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=39] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.241605] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=1602325, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=332, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.245369] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=50][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.231|208=0us|217=13.62ms|222=2us|total=13.67ms) [2024-06-18 14:42:57.245435] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.231|536=0us|557=5us|562=0us|total=13.72ms) [2024-06-18 14:42:57.245464] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.231|79=0us|total=13.74ms) [2024-06-18 14:42:57.262113] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.263400] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=34] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:57.263713] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=23] ====== check clog disk timer task ====== [2024-06-18 14:42:57.263753] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=27] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=2450) [2024-06-18 14:42:57.263790] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=17] cannot_recycle_log_size statistics(cannot_recycle_log_size=220527041, threshold=966367641, need_update_checkpoint_scn=false) [2024-06-18 14:42:57.266601] INFO [LIB] stat (utility.h:1157) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=36, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:42:57.269996] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=28] LogLoopThread round_cost_time(us)(round_cost_time=15) [2024-06-18 14:42:57.283371] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33F13-0-0] [lt=26][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"oceanbase", table_name:"__ALL_VIRTUAL_LOCK_WAIT_STAT", column:"ROWKEY", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:57.290151] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078975420}], scn_array=[{val:1718692976921849943, v:0}], curr_size=122, accum_size=244, time_cost=63969) [2024-06-18 14:42:57.290150] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472593058}], scn_array=[{val:1718692977106308532, v:0}], curr_size=541, accum_size=1989, time_cost=131423) [2024-06-18 14:42:57.290148] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873710464}], scn_array=[{val:1718692976921849943, v:0}], curr_size=122, accum_size=853, time_cost=63994) [2024-06-18 14:42:57.290284] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703352, log_task={header:{begin_lsn:{lsn:71472593058}, end_lsn:{lsn:71472593599}, log_id:183703352, min_scn:{val:1718692977106308532, v:0}, max_scn:{val:1718692977106308532, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472593058}, data_checksum:520674965, accum_checksum:202873643, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977106423, freeze_ts:1718692977158681, submit_ts:1718692977158698, flushed_ts:1718692977290214, gen_to_freeze cost time:52258, gen_to_submit cost time:52275, submit_to_flush cost time:131516}, fs_cb_begin_ts=1718692977290267, log_life_time=183844) [2024-06-18 14:42:57.290294] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=67][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692977106308532, v:0}, log_ts:{val:1718692977106308532, v:0}, lsn:{lsn:71472593114}, submit_ts:1718692977106436}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005296}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=183854, ctx_lock_wait_time=1) [2024-06-18 14:42:57.290460] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692976906251466, max_version=1718692976906251466 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692976608943956 and max_version = 1718692976608943956 ) [2024-06-18 14:42:57.290691] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=186042, time_dist: do_cluster_heartbeat=16, generate_cluster_version=185916, cluster_service_self_check=11) [2024-06-18 14:42:57.290649] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33F14-0-0] [lt=85][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"oceanbase", table_name:"__ALL_VIRTUAL_LOCK_WAIT_STAT", column:"ROWKEY", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:57.293070] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:213) [1039][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=36] start to check and clear obj lock(ls->get_ls_id()={id:1}) [2024-06-18 14:42:57.299762] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33F16-0-0] [lt=73][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"a", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:42:57.302917] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=29][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:42:57.315714] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.299|208=0us|217=16.28ms|222=3us|total=16.34ms) [2024-06-18 14:42:57.315782] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=61][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.299|536=0us|557=5us|562=0us|total=16.38ms) [2024-06-18 14:42:57.315812] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.299|79=0us|total=16.41ms) [2024-06-18 14:42:57.318089] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=38] ====== traversal_flush timer task ====== [2024-06-18 14:42:57.318597] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=28] gc stale ls task succ [2024-06-18 14:42:57.318578] INFO [MDS] flush (mds_table_mgr.cpp:240) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=30] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:1718647299992699002, v:0}, max_consequent_callbacked_scn={val:1718692977107999034, v:0}, *this={this:0xfffb50c766d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692986331788414, latest_log_ts:{val:1718692969691990042, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:57.318705] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=116] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-06-18 14:42:57.330173] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820938177}], scn_array=[{val:1718692977107999035, v:0}], curr_size=122, accum_size=2489, time_cost=63560) [2024-06-18 14:42:57.332603] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=24] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=6) [2024-06-18 14:42:57.338657] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=31] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=2233, avg_group_log_size=279) [2024-06-18 14:42:57.338700] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=38] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=2111) [2024-06-18 14:42:57.338732] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=27] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=54, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:42:57.339501] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33F23-0-0] [lt=81][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.339589] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=47] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692976420346128, v:0}, base_version={val:1718692976420346128, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692976420346128, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692977239559, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:57.339639] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=48] no need to update min/max version(new_version={val:1718692976420346128, v:0}, min_version={val:1718692976420346128, v:0}, max_version={val:1718692976420346128, v:0}) [2024-06-18 14:42:57.340954] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD1F-0-0] [lt=28] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:57.341081] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD1F-0-0] [lt=41][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:57.341206] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] get number(ret=0, service_type_=0, range=1, base_id=1718692977341200913, start_id=1718692977341200913, end_id=1718692977341200914) [2024-06-18 14:42:57.341399] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3915) [2024-06-18 14:42:57.341697] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=24][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:332, local_retry_times:332, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:57.341750] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=47][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.341771] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.341818] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=45][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:57.341849] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:57.342109] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.342144] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.342170] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:57.342193] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:57.342220] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=25][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:57.342235] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:57.342246] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:57.342262] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:57.342279] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:57.342294] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:57.342308] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:57.342319] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:57.342334] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:57.342351] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:57.342365] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:57.342389] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:57.342406] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.342424] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.342441] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:57.342457] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:57.342474] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:57.342489] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=333, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:57.342521] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=1501409, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=333, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.349482] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=24] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.350058] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=27] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.350106] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=22] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.350155] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=39] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.350295] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=29] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.350297] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=27] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.350327] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=49] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.350369] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=41] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.350659] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.350805] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.351052] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=39] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.351073] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.351115] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.351348] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.351777] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.351825] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.351970] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:57.356283] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA2F-0-0] [lt=18][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:57.358937] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:57.358973] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:57.359104] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:57.359132] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:57.359160] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:57.359183] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:57.359208] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:57.359234] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:57.359253] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:57.359268] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:57.359292] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:57.359312] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=21, mem_used=16637952) [2024-06-18 14:42:57.359341] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] release old cannot free more memory [2024-06-18 14:42:57.359356] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=13] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=44, size_used=0, mem_used=16637952) [2024-06-18 14:42:57.359492] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33F29-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.359643] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C33F29-0-0] [lt=37][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:42:57.362154] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.365947] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=27] ====== tenant freeze timer task ====== [2024-06-18 14:42:57.371288] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:778) [931][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=43] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):274, sequence:1}) [2024-06-18 14:42:57.374356] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=35] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:57.380766] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1202][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=58] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:1412, free_obj_hold_cnt:3, allocator used:5626040, allocator total:5821312}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:2, free_obj_hold_cnt:1, allocator used:196773, allocator total:196773}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=6018085, tablets_mem_limit=2319282340, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:8, free_obj_hold_cnt:0, allocator used:20480, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=1414) [2024-06-18 14:42:57.382525] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.338|208=0us|217=43.80ms|222=3us|total=43.85ms) [2024-06-18 14:42:57.382592] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=61][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.338|536=0us|557=6us|562=0us|total=43.90ms) [2024-06-18 14:42:57.382621] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.338|79=1us|total=43.92ms) [2024-06-18 14:42:57.403042] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403072] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=28][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403057] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=43][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:672003, tid:1306}]) [2024-06-18 14:42:57.403085] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403100] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403142] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=40][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403154] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403173] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403186] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403204] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403217] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403256] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=37][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403268] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403287] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403300] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403318] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403331] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403349] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403362] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403381] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403394] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403412] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403425] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403444] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403456] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403474] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403487] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403506] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403518] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403536] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403549] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403568] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403580] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403599] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403611] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403630] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403642] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403661] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403673] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403691] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403704] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403723] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403735] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403753] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403766] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403785] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403797] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403815] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403828] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403846] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403858] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403877] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403889] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403908] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403920] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403939] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403952] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403971] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.403983] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404001] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404014] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404033] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404045] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404064] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404077] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404095] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404108] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404126] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404139] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404152] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404166] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404184] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404197] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404215] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404228] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404246] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404259] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404278] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404290] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404309] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404322] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404340] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404353] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404371] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404384] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404402] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404415] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404434] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404446] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404465] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404477] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404496] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404509] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404527] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404540] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404558] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404571] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404589] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404602] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404612] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404630] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404643] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404662] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404674] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404693] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404705] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404724] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404736] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404755] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404767] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404786] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404798] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404816] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404829] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404847] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404859] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404877] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404890] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404908] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404920] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404938] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404951] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404970] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.404983] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405001] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405014] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405033] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405045] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405064] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405077] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405095] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405108] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405126] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405139] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405157] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405169] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405188] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405201] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405219] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405231] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405250] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405263] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405281] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405293] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405311] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405324] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405342] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405355] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405374] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405386] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405404] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405417] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405435] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405448] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405466] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405478] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405497] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405509] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405527] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405540] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405558] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405571] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405589] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405602] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405621] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405633] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405651] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405664] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405682] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405695] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405713] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405726] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405744] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405756] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405775] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405786] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405798] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405813] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405832] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405844] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405862] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405875] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405893] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405906] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405924] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405936] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405955] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405967] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405986] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.405998] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406016] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406028] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406046] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406059] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406077] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406089] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406107] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406119] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406137] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406149] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406167] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:57.406179] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:57.406805] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=37] PNIO [ratelimit] time: 1718692977406802, bytes: 15608784, bw: 0.011737 MB/s, add_ts: 1007613, add_bytes: 12401 [2024-06-18 14:42:57.412792] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F124-0-0] [lt=34] [RS_MGR] force set rs list(master_rs="192.168.1.205:2882") [2024-06-18 14:42:57.412836] INFO [SERVER] handle_heartbeat (ob_service.cpp:3058) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F124-0-0] [lt=34] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.1.205:2882", server_id:1, rs_addr:"192.168.1.205:2882", rs_server_status:1, epoch_id:17}, hb_response={zone:"META_ZONE_1", server:"192.168.1.205:2882", sql_port:2881, build_version:"4.2.1.1_101000062023103122-34e6ed68f3db97700b665a618fc3801f6b109124(Oct 31 2023 22:22:10)", start_service_time:1718692739748775, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=46) [2024-06-18 14:42:57.422847] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=41] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:42:57.422900] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=25] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1718692977422873], gts:1718692977422876893, latest_srr:[mts=1718692977422873]}) [2024-06-18 14:42:57.423044] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=22] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=280, mem_used=37435392) [2024-06-18 14:42:57.423209] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=32] release old cannot free more memory [2024-06-18 14:42:57.423232] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=189, size_used=0, mem_used=37435392) [2024-06-18 14:42:57.427412] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=103740, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:42:57.427410] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078975542}], scn_array=[{val:1718692976921849944, v:0}], curr_size=122, accum_size=366, time_cost=101210) [2024-06-18 14:42:57.427452] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873710586}], scn_array=[{val:1718692976921849944, v:0}], curr_size=122, accum_size=975, time_cost=101240) [2024-06-18 14:42:57.427489] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=975) [2024-06-18 14:42:57.427518] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=23, this=0xfffb481a0730, extra_info="") [2024-06-18 14:42:57.427558] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050272, log_task={header:{begin_lsn:{lsn:683078975542}, end_lsn:{lsn:683078975664}, log_id:173050272, min_scn:{val:1718692976921849944, v:0}, max_scn:{val:1718692976921849944, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078975542}, data_checksum:2222604892, accum_checksum:3442927293, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977326167, freeze_ts:1718692977326170, submit_ts:1718692977326175, flushed_ts:1718692977427480, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:101305}, fs_cb_begin_ts=1718692977427537, log_life_time=101370) [2024-06-18 14:42:57.427677] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=69] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=975) [2024-06-18 14:42:57.427722] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:42:57.427746] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=113834, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:42:57.427766] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=9865, avg_log_gen_to_submit_time=9877, avg_log_submit_to_flush_time=103906, avg_log_submit_to_slide_time=103956) [2024-06-18 14:42:57.427788] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344712, log_task={header:{begin_lsn:{lsn:26873710586}, end_lsn:{lsn:26873710708}, log_id:174344712, min_scn:{val:1718692976921849944, v:0}, max_scn:{val:1718692976921849944, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873710586}, data_checksum:667309872, accum_checksum:1611024018, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977326119, freeze_ts:1718692977326124, submit_ts:1718692977326135, flushed_ts:1718692977427643, gen_to_freeze cost time:5, gen_to_submit cost time:16, submit_to_flush cost time:101508}, fs_cb_begin_ts=1718692977427710, log_life_time=101591) [2024-06-18 14:42:57.427831] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=104, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:42:57.439652] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=23] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:42:57.442609] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:333, local_retry_times:333, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:57.442663] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=47][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.442713] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=47][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.442724] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:57.442755] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:57.443037] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.443070] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.443097] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:57.443118] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:57.443139] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:57.443160] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:57.443177] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:57.443193] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:57.443209] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:57.443221] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:57.443236] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:57.443246] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:57.443263] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:57.443275] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:57.443290] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:57.443309] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:57.443326] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.443345] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.443362] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:57.443376] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:57.443395] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:57.443408] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=334, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:57.443439] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=1400490, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=334, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.456796] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.433|208=1us|217=22.84ms|222=3us|total=22.89ms) [2024-06-18 14:42:57.456861] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.433|536=0us|557=5us|562=0us|total=22.93ms) [2024-06-18 14:42:57.456892] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.433|79=0us|total=22.96ms) [2024-06-18 14:42:57.457842] INFO [SHARE.LOCATION] renew_all_ls_locations_by_rpc (ob_ls_location_service.cpp:783) [470][AutoLSLocRpc][T0][YB42C0A801CD-00061B241A32F36F-0-0] [lt=79] [LS_LOCATION] Get ls leaders by RPC(ret=0, ret="OB_SUCCESS", dests=["192.168.1.205:2882"], leaders=[{key:{tenant_id:1, ls_id:{id:1}, cluster_id:1699356580}, location:{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:17}}, {key:{tenant_id:1001, ls_id:{id:1}, cluster_id:1699356580}, location:{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:16}}, {key:{tenant_id:1002, ls_id:{id:1}, cluster_id:1699356580}, location:{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:15}}, {key:{tenant_id:1002, ls_id:{id:1001}, cluster_id:1699356580}, location:{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:15}}]) [2024-06-18 14:42:57.462217] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.464009] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:57.465026] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=36] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:57.467467] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=112708, this=0xfffb79383a70, extra_info="") [2024-06-18 14:42:57.467467] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820938299}], scn_array=[{val:1718692977341200913, v:0}], curr_size=545, accum_size=3034, time_cost=126060) [2024-06-18 14:42:57.467501] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472593599}], scn_array=[{val:1718692977106308533, v:0}], curr_size=122, accum_size=2111, time_cost=128788) [2024-06-18 14:42:57.467537] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=34] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=2111) [2024-06-18 14:42:57.467571] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=24, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:42:57.467627] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=57] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=2111) [2024-06-18 14:42:57.467593] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988203, log_task={header:{begin_lsn:{lsn:122820938299}, end_lsn:{lsn:122820938844}, log_id:217988203, min_scn:{val:1718692977341200913, v:0}, max_scn:{val:1718692977341200913, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820938299}, data_checksum:634922273, accum_checksum:4035398648, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977341339, freeze_ts:1718692977341350, submit_ts:1718692977341374, flushed_ts:1718692977467522, gen_to_freeze cost time:11, gen_to_submit cost time:35, submit_to_flush cost time:126148}, fs_cb_begin_ts=1718692977467575, log_life_time=126236) [2024-06-18 14:42:57.467600] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692977341200913, v:0}, log_ts:{val:1718692977341200913, v:0}, lsn:{lsn:122820938355}, submit_ts:1718692977341430}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007843}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126166, ctx_lock_wait_time=1) [2024-06-18 14:42:57.467715] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=13, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:42:57.467737] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=128612, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:42:57.467757] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=15706, avg_log_gen_to_submit_time=15722, avg_log_submit_to_flush_time=112814, avg_log_submit_to_slide_time=112890) [2024-06-18 14:42:57.467781] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703353, log_task={header:{begin_lsn:{lsn:71472593599}, end_lsn:{lsn:71472593721}, log_id:183703353, min_scn:{val:1718692977106308533, v:0}, max_scn:{val:1718692977106308533, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472593599}, data_checksum:667309872, accum_checksum:3536912931, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977338621, freeze_ts:1718692977338626, submit_ts:1718692977338638, flushed_ts:1718692977467583, gen_to_freeze cost time:5, gen_to_submit cost time:17, submit_to_flush cost time:128945}, fs_cb_begin_ts=1718692977467700, log_life_time=129079) [2024-06-18 14:42:57.467833] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=44] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=151, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:42:57.467940] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=128504, time_dist: do_cluster_heartbeat=15, generate_cluster_version=128396) [2024-06-18 14:42:57.471810] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=34] ====== check clog disk timer task ====== [2024-06-18 14:42:57.471842] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=22] get_disk_usage(ret=0, capacity(MB):=27648, used(MB):=22064) [2024-06-18 14:42:57.471879] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=14] cannot_recycle_log_size statistics(cannot_recycle_log_size=4077631780, threshold=8697308774, need_update_checkpoint_scn=false) [2024-06-18 14:42:57.498395] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=17][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.479|208=0us|217=19.13ms|222=1us|total=19.18ms) [2024-06-18 14:42:57.498458] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.479|536=0us|557=5us|562=0us|total=19.22ms) [2024-06-18 14:42:57.498487] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.479|79=0us|total=19.25ms) [2024-06-18 14:42:57.507230] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A9-0-0] [lt=39] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:57.507550] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A9-0-0] [lt=40] get number(ret=0, service_type_=0, range=1, base_id=1718692977507545362, start_id=1718692977507545362, end_id=1718692977507545363) [2024-06-18 14:42:57.524663] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472593721}], scn_array=[{val:1718692977392367087, v:0}], curr_size=541, accum_size=541, time_cost=56958) [2024-06-18 14:42:57.524829] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692977392367087, v:0}, log_ts:{val:1718692977392367087, v:0}, lsn:{lsn:71472593777}, submit_ts:1718692977392461}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005297}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=132363, ctx_lock_wait_time=1) [2024-06-18 14:42:57.524989] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692977106308532, max_version=1718692977106308532 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692976906251466 and max_version = 1718692976906251466 ) [2024-06-18 14:42:57.525706] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [1044][T1001_LCLSender][T1001][Y0-0000000000000000-0-0] [lt=45] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb607f22b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:42:57.527447] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=136679, time_dist: do_cluster_heartbeat=13, generate_cluster_version=134326) [2024-06-18 14:42:57.528163] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=41] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:57.531597] INFO [SHARE] refresh_primary_cluster_id (ob_alive_server_tracer.cpp:397) [331][ServerTracerTim][T0][YB42C0A801CD-00061B2414A2EFF3-0-0] [lt=36] refresh primary cluster finish(ret=0, primary_cluster_id_=-1) [2024-06-18 14:42:57.532705] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=28] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=5) [2024-06-18 14:42:57.539725] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=39] no need to update min/max version(new_version={val:1718692976420346128, v:0}, min_version={val:1718692976420346128, v:0}, max_version={val:1718692976420346128, v:0}) [2024-06-18 14:42:57.540223] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=34] Slow write(duration=43945, write_len=4096) [2024-06-18 14:42:57.540255] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=30] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592121, offset=339340}, end_cursor:ObLogCursor{file_id=119, log_id=31592122, offset=339590}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afe0050, len:628, log_data_len:250, seq:31592121, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:57.543529] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:334, local_retry_times:334, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:57.543590] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=54][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.543613] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.543632] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:57.543664] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:57.543972] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.544010] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.544038] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:57.544060] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:57.544082] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:57.544104] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:57.544121] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:57.544137] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:57.544154] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:57.544166] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:57.544181] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:57.544191] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:57.544208] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:57.544221] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:57.544236] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:57.544259] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:57.544276] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.544291] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.544307] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:57.544326] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:57.544344] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:57.544363] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=335, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:57.544397] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=1299533, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=335, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.562282] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.569587] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD20-0-0] [lt=35][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:57.573857] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A0-0-0] [lt=41] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692967510930, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692977573523, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:42:57.576166] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472594262}], scn_array=[{val:1718692977507545362, v:0}], curr_size=478, accum_size=1019, time_cost=51356) [2024-06-18 14:42:57.576164] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873710708}], scn_array=[{val:1718692977423423886, v:0}], curr_size=122, accum_size=122, time_cost=49846) [2024-06-18 14:42:57.576164] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078975664}], scn_array=[{val:1718692977423423886, v:0}], curr_size=122, accum_size=488, time_cost=49815) [2024-06-18 14:42:57.577516] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A9-0-0] [lt=35] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:42:57.580867] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A9-0-0] [lt=49][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:42:57.582522] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.563|208=1us|217=19.27ms|222=3us|total=19.32ms) [2024-06-18 14:42:57.582591] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=63][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.563|536=0us|557=6us|562=0us|total=19.37ms) [2024-06-18 14:42:57.582621] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.563|79=0us|total=19.39ms) [2024-06-18 14:42:57.611645] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:950) [806][T1_DupTbLease][T1][Y0-0000000000000000-0-0] [lt=32][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-06-18 14:42:57.611802] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:670) [806][T1_DupTbLease][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1 and flag like "%DUPLICATE%", tenant_id=1, exec_tenant_id=1, need_member_list=false) [2024-06-18 14:42:57.613588] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F296-0-0] [lt=25] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:57.613633] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F296-0-0] [lt=39] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:57.616204] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820938844}], scn_array=[{val:1718692977422876893, v:0}], curr_size=122, accum_size=3156, time_cost=49402) [2024-06-18 14:42:57.620410] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=39] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:42:57.626355] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:42:57.626402] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:42:57.626454] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=47] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=62, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:57.626514] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:42:57.626543] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:42:57.626567] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=34, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:57.627584] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=44] no need to update min/max version(new_version={val:1718692977106308532, v:0}, min_version={val:1718692977106308532, v:0}, max_version={val:1718692977106308532, v:0}) [2024-06-18 14:42:57.629517] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=30] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:57.644671] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:335, local_retry_times:335, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:57.644723] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.644737] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.644755] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:57.644785] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:57.645054] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.645087] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.645113] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:57.645132] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:57.645153] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:57.645173] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:57.645192] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:57.645207] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:57.645222] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:57.645239] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:57.645249] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:57.645263] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:57.645274] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:57.645291] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:57.645302] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:57.645326] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:57.645342] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.645357] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.645373] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:57.645386] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:57.645404] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:57.645416] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=336, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:57.645448] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=1198481, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=336, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.647330] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.632|208=0us|217=14.44ms|222=2us|total=14.50ms) [2024-06-18 14:42:57.647400] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.632|536=0us|557=6us|562=0us|total=14.54ms) [2024-06-18 14:42:57.647430] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.632|79=0us|total=14.57ms) [2024-06-18 14:42:57.659771] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A9-0-0] [lt=33] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:57.661271] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A9-0-0] [lt=37] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:42:57.661441] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0A9-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692977661436508, start_id=1718692977661436508, end_id=1718692977661436509) [2024-06-18 14:42:57.662019] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820938966}], scn_array=[{val:1718692977569687800, v:0}], curr_size=1501, accum_size=4657, time_cost=45661) [2024-06-18 14:42:57.662343] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.662357] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1001, new_min_version={val:1718692977341200913, v:0}, new_max_version={val:1718692977341200913, v:0}, last_min_version={val:1718692977107999034, v:0}, last_max_version={val:1718692977107999034, v:0}, total_time_us=94286, delta_us=321153) [2024-06-18 14:42:57.662402] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1718692977341200913, v:0}, min_version={val:1718692977341200913, v:0}, max_version={val:1718692977341200913, v:0}, in_service=true, leader_epoch=16) [2024-06-18 14:42:57.662510] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=94479, time_dist: do_cluster_heartbeat=10, generate_cluster_version=94381) [2024-06-18 14:42:57.663070] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=36] PNIO [ratelimit] time: 1718692977663067, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007625, add_bytes: 0 [2024-06-18 14:42:57.664682] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=46] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:57.724009] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [1037][T1001_LockWaitM][T1001][Y0-0000000000000000-0-0] [lt=29] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-06-18 14:42:57.732807] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=4) [2024-06-18 14:42:57.736362] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873710830}], scn_array=[{val:1718692977423423887, v:0}], curr_size=122, accum_size=244, time_cost=109990) [2024-06-18 14:42:57.736367] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472594740}], scn_array=[{val:1718692977507545363, v:0}], curr_size=122, accum_size=1141, time_cost=97497) [2024-06-18 14:42:57.736363] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078975786}], scn_array=[{val:1718692977423423887, v:0}], curr_size=122, accum_size=610, time_cost=109832) [2024-06-18 14:42:57.736498] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344714, log_task={header:{begin_lsn:{lsn:26873710830}, end_lsn:{lsn:26873710952}, log_id:174344714, min_scn:{val:1718692977423423887, v:0}, max_scn:{val:1718692977423423887, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873710830}, data_checksum:667309872, accum_checksum:2364009350, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977626322, freeze_ts:1718692977626327, submit_ts:1718692977626338, flushed_ts:1718692977736423, gen_to_freeze cost time:5, gen_to_submit cost time:16, submit_to_flush cost time:110085}, fs_cb_begin_ts=1718692977736477, log_life_time=110155) [2024-06-18 14:42:57.736632] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=69][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050274, log_task={header:{begin_lsn:{lsn:683078975786}, end_lsn:{lsn:683078975908}, log_id:173050274, min_scn:{val:1718692977423423887, v:0}, max_scn:{val:1718692977423423887, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078975786}, data_checksum:2222604892, accum_checksum:1794106403, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977626493, freeze_ts:1718692977626497, submit_ts:1718692977626503, flushed_ts:1718692977736582, gen_to_freeze cost time:4, gen_to_submit cost time:10, submit_to_flush cost time:110079}, fs_cb_begin_ts=1718692977736620, log_life_time=110127) [2024-06-18 14:42:57.741537] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=34] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=4657, avg_group_log_size=517) [2024-06-18 14:42:57.745545] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:336, local_retry_times:336, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:57.745596] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.745616] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.745627] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:57.745657] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:57.745927] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.745961] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.745987] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:57.746008] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:57.746029] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:57.746050] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:57.746066] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:57.746082] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:57.746099] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:57.746111] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:57.746126] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:57.746137] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:57.746152] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:57.746165] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:57.746181] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:57.746201] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:57.746218] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.746233] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.746249] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:57.746262] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:57.746279] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:57.746305] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=24][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=337, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:57.746337] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=1097593, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=337, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.748223] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.723|208=1us|217=24.56ms|222=3us|total=24.61ms) [2024-06-18 14:42:57.748287] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.723|536=0us|557=7us|562=0us|total=24.66ms) [2024-06-18 14:42:57.748317] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.723|79=0us|total=24.68ms) [2024-06-18 14:42:57.762407] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.763165] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=34] Slow write(duration=100556, write_len=4096) [2024-06-18 14:42:57.763201] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=34] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592122, offset=339590}, end_cursor:ObLogCursor{file_id=119, log_id=31592123, offset=339840}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afe4050, len:378, log_data_len:250, seq:31592122, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:57.763253] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1122][T1002_TeRec][T1002][YB42C0A801CD-00061B2418A2F2A0-0-0] [lt=43][errcode=-4389] destruct(*this=time guard 'ls_meta' cost too much time, used=100714, time_dist: after lock=1) [2024-06-18 14:42:57.769529] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD21-0-0] [lt=28] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:57.769624] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD21-0-0] [lt=38][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:57.769708] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] get number(ret=0, service_type_=0, range=1, base_id=1718692977769703336, start_id=1718692977769703336, end_id=1718692977769703337) [2024-06-18 14:42:57.788406] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=34] current monitor number(seq_=-1) [2024-06-18 14:42:57.799263] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472594862}], scn_array=[{val:1718692977661436508, v:0}], curr_size=478, accum_size=1619, time_cost=62746) [2024-06-18 14:42:57.799384] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703357, log_task={header:{begin_lsn:{lsn:71472594862}, end_lsn:{lsn:71472595340}, log_id:183703357, min_scn:{val:1718692977661436508, v:0}, max_scn:{val:1718692977661436508, v:0}, data_len:422, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472594862}, data_checksum:3984579177, accum_checksum:732928995, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977661550, freeze_ts:1718692977736473, submit_ts:1718692977736492, flushed_ts:1718692977799326, gen_to_freeze cost time:74923, gen_to_submit cost time:74942, submit_to_flush cost time:62834}, fs_cb_begin_ts=1718692977799369, log_life_time=137819) [2024-06-18 14:42:57.799389] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692977661436508, v:0}, log_ts:{val:1718692977661436508, v:0}, lsn:{lsn:71472594918}, submit_ts:1718692977661564}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005299}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=137821, ctx_lock_wait_time=1) [2024-06-18 14:42:57.802233] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=24] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:57.802287] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=29] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:57.805545] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=44][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:57.824386] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.809|208=0us|217=15.06ms|222=2us|total=15.11ms) [2024-06-18 14:42:57.824450] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.809|536=0us|557=6us|562=0us|total=15.16ms) [2024-06-18 14:42:57.824483] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.809|79=1us|total=15.19ms) [2024-06-18 14:42:57.839317] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=47] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=93420, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:57.839357] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820940467}], scn_array=[{val:1718692977741433836, v:0}], curr_size=545, accum_size=5202, time_cost=97761) [2024-06-18 14:42:57.839392] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=33] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=5202) [2024-06-18 14:42:57.839421] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=23, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:57.839472] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=56] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=5202) [2024-06-18 14:42:57.839552] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=13, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:57.839573] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=125265, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:57.839590] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=31653, avg_log_gen_to_submit_time=31669, avg_log_submit_to_flush_time=93523, avg_log_submit_to_slide_time=93595) [2024-06-18 14:42:57.839616] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=125, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:57.839814] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=100009, time_dist: do_cluster_heartbeat=13, generate_cluster_version=99879) [2024-06-18 14:42:57.846422] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:337, local_retry_times:337, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:57.846471] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.846490] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.846503] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:57.846530] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:57.846786] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.846819] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.846844] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:57.846865] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:57.846886] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:57.846906] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:57.846921] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:57.846936] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:57.846952] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:57.846961] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:57.846976] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:57.846985] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:57.847000] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:57.847011] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:57.847025] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:57.847042] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:57.847058] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.847072] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.847087] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:57.847100] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:57.847117] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:57.847134] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=338, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:57.847165] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=996764, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=338, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.862447] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.865206] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=42] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:57.888817] INFO [SQL.PC] need_check_schema_version (ob_plan_cache_value.cpp:2168) [1119][T1002_TenantInf][T1001][YB42C0A801CD-00061B2418B2F635-0-0] [lt=63] need check schema(new_schema_version=1699359142794440, cached_tenant_schema_version=1699359142794440, is_contain_synonym()=false, contain_sys_name_table_=true, is_contain_tmp_tbl()=false, is_contain_sys_pl_object()=false, pc_ctx.sql_ctx_.session_info_->get_has_temp_table_flag()=false, need_check=true, constructed_sql_=select ORA_ROWSCN, * from __all_tenant_info where tenant_id = ?) [2024-06-18 14:42:57.891078] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.847|208=0us|217=43.37ms|222=2us|total=43.45ms) [2024-06-18 14:42:57.891161] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=77][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.847|536=0us|557=5us|562=0us|total=43.49ms) [2024-06-18 14:42:57.891192] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.847|79=0us|total=43.52ms) [2024-06-18 14:42:57.896781] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=13] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1001) [2024-06-18 14:42:57.896823] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=34] start lib cache evict(tenant_id=1001, mem_hold=31457280, mem_limit=64424505, cache_obj_num=159, cache_node_num=159) [2024-06-18 14:42:57.896851] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=24] end lib cache evict(tenant_id=1001, cache_evict_num=0, mem_hold=31457280, mem_limit=64424505, cache_obj_num=159, cache_node_num=159) [2024-06-18 14:42:57.896875] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=20] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:57.904032] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=17] Dumping All Cache Objs(alloc_obj_list.count()=159, alloc_obj_list=[{obj_id:1, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108434}, {obj_id:2, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:364654}, {obj_id:5, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:6, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:7, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:8, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:10, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:11, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:12, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138528}, {obj_id:13, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120256}, {obj_id:14, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109645}, {obj_id:17, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:18, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130853}, {obj_id:22, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127656}, {obj_id:23, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:25, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119525}, {obj_id:26, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115929}, {obj_id:29, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:32, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121863}, {obj_id:33, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127068}, {obj_id:35, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129890}, {obj_id:40, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108557}, {obj_id:44, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111354}, {obj_id:49, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109489}, {obj_id:51, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129940}, {obj_id:53, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120389}, {obj_id:54, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130549}, {obj_id:59, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118302}, {obj_id:61, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156684}, {obj_id:63, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129231}, {obj_id:65, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133769}, {obj_id:67, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:68, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:70, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:71, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157110}, {obj_id:91, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126915}, {obj_id:92, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122081}, {obj_id:93, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119686}, {obj_id:97, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106800}, {obj_id:99, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121264}, {obj_id:100, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:134777}, {obj_id:101, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113860}, {obj_id:102, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206355}, {obj_id:103, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121912}, {obj_id:104, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107927}, {obj_id:105, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122683}, {obj_id:106, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130990}, {obj_id:107, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:125184}, {obj_id:108, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:109, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109500}, {obj_id:110, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:111, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110199}, {obj_id:112, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:113, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:114, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:115, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:116, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:117, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:118, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117508}, {obj_id:119, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121004}, {obj_id:120, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130400}, {obj_id:121, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:122, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163454}, {obj_id:123, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132766}, {obj_id:124, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:152858}, {obj_id:125, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:126, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130965}, {obj_id:127, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125036}, {obj_id:128, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:145694}, {obj_id:129, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130042}, {obj_id:130, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131262}, {obj_id:131, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121063}, {obj_id:132, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118971}, {obj_id:133, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117714}, {obj_id:134, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132017}, {obj_id:135, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125117}, {obj_id:136, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120438}, {obj_id:137, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117890}, {obj_id:138, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120793}, {obj_id:139, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117922}, {obj_id:140, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120786}, {obj_id:141, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117858}, {obj_id:142, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124021}, {obj_id:143, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119374}, {obj_id:144, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115474}, {obj_id:145, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141969}, {obj_id:146, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115490}, {obj_id:147, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120215}, {obj_id:148, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115890}, {obj_id:149, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123896}, {obj_id:150, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115586}, {obj_id:151, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116738}, {obj_id:152, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245241}, {obj_id:153, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125566}, {obj_id:154, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186252}, {obj_id:155, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132630}, {obj_id:156, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111109}, {obj_id:157, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127196}, {obj_id:158, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:232043}, {obj_id:159, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173060}, {obj_id:160, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108082}, {obj_id:161, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121359}, {obj_id:162, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110027}, {obj_id:163, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120415}, {obj_id:164, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122998}, {obj_id:165, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:166, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:167, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105856}, {obj_id:168, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121153}, {obj_id:169, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107008}, {obj_id:170, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111252}, {obj_id:171, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176784}, {obj_id:172, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:153168}, {obj_id:173, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112303}, {obj_id:174, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138845}, {obj_id:175, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111898}, {obj_id:176, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:150756}, {obj_id:177, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:148335}, {obj_id:178, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:179, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112253}, {obj_id:180, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118200}, {obj_id:181, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124688}, {obj_id:182, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118817}, {obj_id:183, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122284}, {obj_id:184, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:171087}, {obj_id:185, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142870}, {obj_id:186, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:187, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110236}, {obj_id:188, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:189, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110171}, {obj_id:190, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111485}, {obj_id:191, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110000}, {obj_id:192, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111395}, {obj_id:193, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111447}, {obj_id:194, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112767}, {obj_id:195, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111449}, {obj_id:196, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110260}, {obj_id:197, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113143}, {obj_id:198, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:199, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110112}, {obj_id:200, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110112}, {obj_id:201, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110064}, {obj_id:202, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110016}, {obj_id:203, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110016}, {obj_id:204, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:205, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111464}, {obj_id:206, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110064}, {obj_id:207, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:208, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:209, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116902}, {obj_id:210, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:211, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111653}, {obj_id:212, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:213, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:214, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:215, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:162749}, {obj_id:216, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156632}, {obj_id:217, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224108}]) [2024-06-18 14:42:57.904612] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=575] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:42:57.919423] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472595340}], scn_array=[{val:1718692977829183077, v:0}], curr_size=541, accum_size=2160, time_cost=90123) [2024-06-18 14:42:57.919423] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873710952}], scn_array=[{val:1718692977423423888, v:0}], curr_size=122, accum_size=366, time_cost=92925) [2024-06-18 14:42:57.919421] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078975908}], scn_array=[{val:1718692977423423888, v:0}], curr_size=122, accum_size=732, time_cost=92891) [2024-06-18 14:42:57.919638] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=63] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:57.919730] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692977507545362, max_version=1718692977507545362 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692977106308532 and max_version = 1718692977106308532 ) [2024-06-18 14:42:57.919925] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=92258, time_dist: do_cluster_heartbeat=11, generate_cluster_version=92150, cluster_service_self_check=9) [2024-06-18 14:42:57.924344] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=28] get number(ret=0, service_type_=0, range=1, base_id=1718692977924339317, start_id=1718692977924339317, end_id=1718692977924339318) [2024-06-18 14:42:57.932909] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=3) [2024-06-18 14:42:57.947250] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:338, local_retry_times:338, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:57.947300] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.947320] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:57.947361] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=39][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:57.947384] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:57.947640] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:57.947675] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:57.947701] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:57.947721] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:57.947742] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:57.947757] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:57.947773] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:57.947787] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:57.947803] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:57.947813] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:57.947828] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:57.947837] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:57.947853] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:57.947864] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:57.947878] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:57.947896] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:57.947913] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.947928] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:57.947944] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:57.947956] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:57.947973] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:57.947985] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=339, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:57.948017] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=895913, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=339, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:57.953776] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820941012}], scn_array=[{val:1718692977769703336, v:0}], curr_size=1126, accum_size=1126, time_cost=114232) [2024-06-18 14:42:57.953925] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=16][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988207, log_task={header:{begin_lsn:{lsn:122820941012}, end_lsn:{lsn:122820942138}, log_id:217988207, min_scn:{val:1718692977769703336, v:0}, max_scn:{val:1718692977798652711, v:0}, data_len:1070, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820941012}, data_checksum:498294415, accum_checksum:4123222749, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977769792, freeze_ts:1718692977839509, submit_ts:1718692977839523, flushed_ts:1718692977953835, gen_to_freeze cost time:69717, gen_to_submit cost time:69731, submit_to_flush cost time:114312}, fs_cb_begin_ts=1718692977953909, log_life_time=184117) [2024-06-18 14:42:57.953934] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692977798652711, v:0}, log_ts:{val:1718692977798652711, v:0}, lsn:{lsn:122820941557}, submit_ts:1718692977798709}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007848}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=155221, ctx_lock_wait_time=1) [2024-06-18 14:42:57.954101] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692977769703336, v:0}, log_ts:{val:1718692977769703336, v:0}, lsn:{lsn:122820941068}, submit_ts:1718692977769802}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007847}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=184297, ctx_lock_wait_time=1) [2024-06-18 14:42:57.956113] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=187960, time_dist: do_cluster_heartbeat=11, generate_cluster_version=186101) [2024-06-18 14:42:57.959638] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:57.926|208=1us|217=33.02ms|222=3us|total=33.07ms) [2024-06-18 14:42:57.959707] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=63][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:57.926|536=0us|557=5us|562=0us|total=33.12ms) [2024-06-18 14:42:57.959739] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:57.926|79=0us|total=33.15ms) [2024-06-18 14:42:57.962507] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:57.982277] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [1295][T1002_ArcSender][T1002][YB42C0A801CD-00061B2418F2EEE7-0-0] [lt=34][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:42:58.009146] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=22] gc stale ls task succ [2024-06-18 14:42:58.010953] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873711074}], scn_array=[{val:1718692977924936701, v:0}], curr_size=122, accum_size=488, time_cost=84403) [2024-06-18 14:42:58.010960] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=90656, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:42:58.010997] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078976030}], scn_array=[{val:1718692977924936701, v:0}], curr_size=122, accum_size=854, time_cost=84377) [2024-06-18 14:42:58.011050] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=51] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:42:58.011105] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=16, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:42:58.011155] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=45] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:42:58.011204] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=27] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:42:58.011224] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=90884, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:42:58.011239] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=8, avg_log_submit_to_flush_time=90827, avg_log_submit_to_slide_time=90876) [2024-06-18 14:42:58.011288] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=103, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:42:58.029156] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCC5-0-0] [lt=33] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:58.029310] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692978029306403, start_id=1718692978029306403, end_id=1718692978029306404) [2024-06-18 14:42:58.036491] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=20] ====== check clog disk timer task ====== [2024-06-18 14:42:58.036530] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=26] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:42:58.036568] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=20] cannot_recycle_log_size statistics(cannot_recycle_log_size=140227497, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:42:58.039649] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.222|208=1us|217=17.38ms|222=1us|total=17.44ms) [2024-06-18 14:42:58.039713] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.222|536=0us|557=5us|562=0us|total=17.48ms) [2024-06-18 14:42:58.039744] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.222|79=0us|total=17.51ms) [2024-06-18 14:42:58.041267] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=26] ====== tenant freeze timer task ====== [2024-06-18 14:42:58.041338] INFO [STORAGE] get_ls_tx_data_memory_info_ (ob_tenant_freezer.cpp:650) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=28] TxData Memory Statistic(logstream info): (ls_id={id:1}, Frozen TxData Memory(MB)=0, Active TxData Memory(MB)=40) [2024-06-18 14:42:58.041457] INFO [STORAGE] check_and_freeze_tx_data_ (ob_tenant_freezer.cpp:556) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=113] TxData Memory Statistic : (Tenant Total Memory(MB)=12544, Tenant Frozen TxData Memory(MB)=0, Tenant Active TxData Memory(MB)=40, Freeze TxData Trigger Memory(MB)=250, Total TxDataTable Hold Memory(MB)=54, Total TxDataTable Memory Limit(MB)=1254) [2024-06-18 14:42:58.043813] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=66] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:42:58.048102] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:339, local_retry_times:339, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:58.048146] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.048165] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.048176] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:58.048203] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:58.048446] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:58.048478] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:58.048503] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:58.048523] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:58.048543] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:58.048560] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:58.048576] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:58.048591] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:58.048608] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:58.048619] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:58.048633] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:58.048643] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:58.048658] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:58.048669] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:58.048683] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:58.048701] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:58.048718] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.048730] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.048746] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:58.048757] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:58.048774] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:58.048785] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=340, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:58.048810] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14] will sleep(sleep_us=100000, remain_us=795120, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=340, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:58.056240] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=36] no need to update min/max version(new_version={val:1718692977576301305, v:0}, min_version={val:1718692977576301305, v:0}, max_version={val:1718692977576301305, v:0}) [2024-06-18 14:42:58.056751] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820942138}], scn_array=[{val:1718692977941442832, v:0}], curr_size=545, accum_size=1671, time_cost=102839) [2024-06-18 14:42:58.056879] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692977941442832, v:0}, log_ts:{val:1718692977941442832, v:0}, lsn:{lsn:122820942194}, submit_ts:1718692977941518}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007849}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=115359, ctx_lock_wait_time=1) [2024-06-18 14:42:58.056874] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988208, log_task={header:{begin_lsn:{lsn:122820942138}, end_lsn:{lsn:122820942683}, log_id:217988208, min_scn:{val:1718692977941442832, v:0}, max_scn:{val:1718692977941442832, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820942138}, data_checksum:4203955754, accum_checksum:1720458259, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692977941508, freeze_ts:1718692977953877, submit_ts:1718692977953892, flushed_ts:1718692978056805, gen_to_freeze cost time:12369, gen_to_submit cost time:12384, submit_to_flush cost time:102913}, fs_cb_begin_ts=1718692978056859, log_life_time=115351) [2024-06-18 14:42:58.057188] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=117302, time_dist: do_cluster_heartbeat=14, generate_cluster_version=117153, cluster_service_self_check=8) [2024-06-18 14:42:58.062566] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.065768] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=39] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:58.066975] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=36] tx gc loop thread is running(MTL_ID()=1001) [2024-06-18 14:42:58.067011] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=33] try gc retain ctx [2024-06-18 14:42:58.070397] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=10] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692986331788414, latest_log_ts:{val:1718692969691990042, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:42:58.108224] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.721|208=0us|217=36.04ms|222=2us|total=36.09ms) [2024-06-18 14:42:58.108288] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.721|536=0us|557=5us|562=0us|total=36.13ms) [2024-06-18 14:42:58.108319] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.721|79=0us|total=36.16ms) [2024-06-18 14:42:58.111273] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=48] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:58.113862] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=43] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=0, size_used=86452, mem_used=137263104) [2024-06-18 14:42:58.129574] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.129876] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.130256] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.130453] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.130525] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.130568] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.130569] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.131105] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=110][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078976152}], scn_array=[{val:1718692977924936702, v:0}], curr_size=122, accum_size=122, time_cost=104466) [2024-06-18 14:42:58.131110] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472595881}], scn_array=[{val:1718692978029306403, v:0}], curr_size=540, accum_size=2700, time_cost=101657) [2024-06-18 14:42:58.131113] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873711196}], scn_array=[{val:1718692977924936702, v:0}], curr_size=122, accum_size=610, time_cost=104503) [2024-06-18 14:42:58.131257] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703359, log_task={header:{begin_lsn:{lsn:71472595881}, end_lsn:{lsn:71472596421}, log_id:183703359, min_scn:{val:1718692978029306403, v:0}, max_scn:{val:1718692978029306403, v:0}, data_len:484, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472595881}, data_checksum:1157730819, accum_checksum:443735643, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978029402, freeze_ts:1718692978029410, submit_ts:1718692978029423, flushed_ts:1718692978131184, gen_to_freeze cost time:8, gen_to_submit cost time:21, submit_to_flush cost time:101761}, fs_cb_begin_ts=1718692978131241, log_life_time=101839) [2024-06-18 14:42:58.131263] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050277, log_task={header:{begin_lsn:{lsn:683078976152}, end_lsn:{lsn:683078976274}, log_id:173050277, min_scn:{val:1718692977924936702, v:0}, max_scn:{val:1718692977924936702, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078976152}, data_checksum:2222604892, accum_checksum:3152506952, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978026610, freeze_ts:1718692978026613, submit_ts:1718692978026617, flushed_ts:1718692978131201, gen_to_freeze cost time:3, gen_to_submit cost time:7, submit_to_flush cost time:104584}, fs_cb_begin_ts=1718692978131247, log_life_time=104637) [2024-06-18 14:42:58.131266] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978029306403, v:0}, log_ts:{val:1718692978029306403, v:0}, lsn:{lsn:71472595937}, submit_ts:1718692978029442}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005301}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=101820, ctx_lock_wait_time=1) [2024-06-18 14:42:58.131374] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344717, log_task={header:{begin_lsn:{lsn:26873711196}, end_lsn:{lsn:26873711318}, log_id:174344717, min_scn:{val:1718692977924936702, v:0}, max_scn:{val:1718692977924936702, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873711196}, data_checksum:667309872, accum_checksum:4031956428, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978026561, freeze_ts:1718692978026567, submit_ts:1718692978026578, flushed_ts:1718692978131329, gen_to_freeze cost time:6, gen_to_submit cost time:17, submit_to_flush cost time:104751}, fs_cb_begin_ts=1718692978131361, log_life_time=104800) [2024-06-18 14:42:58.131416] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692977829183077, max_version=1718692977829183077 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692977507545362 and max_version = 1718692977507545362 ) [2024-06-18 14:42:58.131593] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=103812, time_dist: do_cluster_heartbeat=8, generate_cluster_version=103725) [2024-06-18 14:42:58.133011] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=2) [2024-06-18 14:42:58.148894] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:58.149171] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:58.149203] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:58.149306] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=694624, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=341, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:58.155791] INFO [SHARE] get_server_tenant_configs (ob_unit_getter.cpp:231) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=21] get_server_tenant_configs(unit_infos=[{unit:unit_id:1, resource_pool_id:1, unit_group_id:1, zone:"META_ZONE_1", server:"192.168.1.205:2882", migrate_from_server:"0.0.0.0:0", is_manual_migrate:false, status:0, replica_type:0, config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:2, max_cpu:2, memory_size:"1GB", log_disk_size:"12.25GB", min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:2}}, pool:{resource_pool_id:1, name:"sys_pool", unit_count:1, unit_config_id:1, zone_list:["META_ZONE_1"], tenant_id:1, replica_type:0}}, {unit:unit_id:1001, resource_pool_id:1001, unit_group_id:1001, zone:"META_ZONE_1", server:"192.168.1.205:2882", migrate_from_server:"0.0.0.0:0", is_manual_migrate:false, status:0, replica_type:0, config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:12, max_cpu:12, memory_size:"12GB", log_disk_size:"30GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, pool:{resource_pool_id:1001, name:"pool1", unit_count:1, unit_config_id:1001, zone_list:["META_ZONE_1"], tenant_id:1002, replica_type:0}}]) [2024-06-18 14:42:58.155897] INFO [SHARE] get_compat_mode (ob_unit_getter.cpp:810) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=93] jx_debug: get tenant compatibility mode(tenant_id=1002, compat_mode=1) [2024-06-18 14:42:58.155922] INFO [SHARE] divide_meta_tenant (ob_unit_resource.cpp:658) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=20] divide meta tenant resource finish(ret=0, ret="OB_SUCCESS", meta_resource={min_cpu:1.2, max_cpu:1.2, memory_size:"1.2GB", log_disk_size:"3GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}, user_resource={min_cpu:12, max_cpu:12, memory_size:"10.8GB", log_disk_size:"27GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}, unit_resource={min_cpu:12, max_cpu:12, memory_size:"12GB", log_disk_size:"30GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}) [2024-06-18 14:42:58.155964] INFO [SHARE] divide_meta_tenant (ob_unit_getter.cpp:125) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=38] divide meta tenant finish(ret=0, ret="OB_SUCCESS", meta_tenant_config={tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:1.2, max_cpu:1.2, memory_size:"1.2GB", log_disk_size:"3GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:0, create_timestamp:0, is_removed:false}, user_config={tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:12, max_cpu:12, memory_size:"10.8GB", log_disk_size:"27GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:1, create_timestamp:0, is_removed:false}) [2024-06-18 14:42:58.156228] INFO [COMMON] update_io_clock (ob_io_mclock.cpp:432) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF67-0-0] [lt=45] update other group clock success(index=0, unit_config={min_iops:9223372036854775807, max_iops:9223372036854775807, weight:2}, cur_config={deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}) [2024-06-18 14:42:58.156262] INFO [COMMON] update_basic_io_config (ob_io_manager.cpp:896) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF67-0-0] [lt=32] update basic io config success(tenant_id_=1, io_config_={group_num_:0, memory_limit_:1073741824, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:2}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, io_config={group_num_:0, memory_limit_:1073741824, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:2}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:0, max_percent:0, weight_percent:0}]}, io_clock_=0xfffb7ac04280) [2024-06-18 14:42:58.156491] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1124][T1002_PLSSer][T1001][YB42C0A801CD-00061B241E72F291-0-0] [lt=52][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1510, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:58.156578] INFO [COMMON] update_io_clock (ob_io_mclock.cpp:432) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF67-0-0] [lt=42] update other group clock success(index=0, unit_config={min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, cur_config={deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}) [2024-06-18 14:42:58.156600] INFO [COMMON] update_basic_io_config (ob_io_manager.cpp:896) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF67-0-0] [lt=21] update basic io config success(tenant_id_=1002, io_config_={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:0, max_percent:0, weight_percent:0}]}, io_clock_=0xfffb49988280) [2024-06-18 14:42:58.156862] INFO [COMMON] update_io_clock (ob_io_mclock.cpp:432) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF67-0-0] [lt=37] update other group clock success(index=0, unit_config={min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, cur_config={deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}) [2024-06-18 14:42:58.156883] INFO [COMMON] update_basic_io_config (ob_io_manager.cpp:896) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF67-0-0] [lt=20] update basic io config success(tenant_id_=1001, io_config_={group_num_:0, memory_limit_:1288490188, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, io_config={group_num_:0, memory_limit_:1288490188, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:0, max_percent:0, weight_percent:0}]}, io_clock_=0xfffb601e8280) [2024-06-18 14:42:58.157327] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=49] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692977423423887, v:0}, base_version={val:1718692977423423887, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692977423423887, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692978157302, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:58.157378] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=49] no need to update min/max version(new_version={val:1718692977423423887, v:0}, min_version={val:1718692977423423887, v:0}, max_version={val:1718692977423423887, v:0}) [2024-06-18 14:42:58.159532] INFO [SHARE] refresh_resource_plan (ob_resource_plan_manager.cpp:122) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=28] refresh resource plan success(tenant_id=1, plan_name=, directives=[]) [2024-06-18 14:42:58.161345] INFO [SHARE] refresh_resource_user_mapping_rule (ob_resource_mapping_rule_manager.cpp:159) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=39] refresh resource user mapping rule(tenant_id=1, plan=, user_rules=[]) [2024-06-18 14:42:58.162629] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.162853] INFO [SHARE] refresh_resource_function_mapping_rule (ob_resource_mapping_rule_manager.cpp:196) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=40] refresh_resource_function_mapping_rule(tenant_id=1, plan=, rules=[]) [2024-06-18 14:42:58.162894] INFO [SHARE] refresh_resource_mapping_rule (ob_resource_mapping_rule_manager.cpp:100) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=38] refresh resource mapping rule success(tenant_id=1, plan=) [2024-06-18 14:42:58.164291] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:159) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF67-0-0] [lt=16] trace tenant dfc parameters(max_parallel_cnt_=20, max_blocked_buffer_size_=6553600, max_buffer_size_=13107200) [2024-06-18 14:42:58.164405] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF67-0-0] [lt=37] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-06-18 14:42:58.164431] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:131) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF67-0-0] [lt=21] tenant dfc status(ret=0, get_tenant_id()=1, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=20, get_max_blocked_buffer_size()=6553600, get_max_buffer_size()=13107200, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-06-18 14:42:58.164514] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=16] ====== checkpoint timer task ====== [2024-06-18 14:42:58.164579] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=30] get_max_applied_scn(scn={val:1718692977941442832, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:16, palf_committed_end_lsn_:{lsn:122820942683}, last_check_scn_:{val:1718692977941442833, v:0}, max_applied_cb_scn_:{val:1718692977941442832, v:0}}) [2024-06-18 14:42:58.164663] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=39] get_min_unreplayed_log_info(lsn={lsn:122816394175}, scn={val:1718691444645174936, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691835286993, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6339004, ret_code_:0}}, next_to_submit_lsn_:{lsn:122816394175}, next_to_submit_scn_:{val:1718691444645174936, v:0}, base_lsn_:{lsn:122600411136}, base_scn_:{val:1718647204627847132, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1cc05000, next_round_pread_size:2121728, curr_read_pos:1940615, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1940615, log_storage_:{IteratorStorage:{start_lsn:{lsn:122814453560}, end_lsn:{lsn:122816394175}, read_buf:{buf_len_:2125824, buf_:0xfffb1cc05000}, block_size:67104768, log_storage_:0xfffb5e17eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444645174935, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:924, scn_:{val:1718691444645174935, v:0}, data_checksum:3075859636, flag:1}}, init_mode_version:0, accumulate_checksum:1894587408, curr_entry_is_padding:0, padding_entry_size:1860, padding_entry_scn:{val:1718691444645174935, v:0}}}}}) [2024-06-18 14:42:58.166933] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=92] succ to get rec scn(*this={this:0xfffb50804030, ls_id:{id:1}, tenant_id:1001, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1718647203827349903, v:0}, last_push_gc_task_ts_:1718691641582151, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:58.166978] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=43] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb4d4bc080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb4d4bc080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:58.167028] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=40] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:42:58.167092] INFO [SHARE] refresh_resource_plan (ob_resource_plan_manager.cpp:122) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=24] refresh resource plan success(tenant_id=1001, plan_name=, directives=[]) [2024-06-18 14:42:58.167367] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=29] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:1718647299992699002, v:0}, min_rec_scn_tablet_ids=[{id:60476}], *this={this:0xfffb50c766d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692986331788414, latest_log_ts:{val:1718692969691990042, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:58.167471] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=98] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xfffb50c88f50}, min_rec_scn={val:1718647204627847132, v:0}, ls_id_={id:1}) [2024-06-18 14:42:58.167505] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=24] get rec log scn(service_type_=0, rec_log_ts={val:1718692969691990042, v:0}) [2024-06-18 14:42:58.167525] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=20] get rec log scn(service_type_=1, rec_log_ts={val:1718691836331788417, v:0}) [2024-06-18 14:42:58.167537] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=10] get rec log scn(service_type_=2, rec_log_ts={val:1718691841262442662, v:0}) [2024-06-18 14:42:58.167560] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=16] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1718647204627847132, v:0}, checkpoint_scn_in_ls_meta={val:1718647204627847132, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:42:58.167593] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=21][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:122600411136}, new_base_lsn={lsn:122600411136}, lsn={lsn:122600411136}) [2024-06-18 14:42:58.167622] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=28] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:122600411136}, ls->get_ls_id()={id:1}) [2024-06-18 14:42:58.167639] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=11] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-06-18 14:42:58.168637] INFO [SHARE] refresh_resource_user_mapping_rule (ob_resource_mapping_rule_manager.cpp:159) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=39] refresh resource user mapping rule(tenant_id=1001, plan=, user_rules=[]) [2024-06-18 14:42:58.170103] INFO [SHARE] refresh_resource_function_mapping_rule (ob_resource_mapping_rule_manager.cpp:196) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=39] refresh_resource_function_mapping_rule(tenant_id=1001, plan=, rules=[]) [2024-06-18 14:42:58.170143] INFO [SHARE] refresh_resource_mapping_rule (ob_resource_mapping_rule_manager.cpp:100) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=38] refresh resource mapping rule success(tenant_id=1001, plan=) [2024-06-18 14:42:58.171070] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.140|208=0us|217=30.84ms|222=3us|total=30.90ms) [2024-06-18 14:42:58.171150] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=74][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.140|536=0us|557=5us|562=0us|total=30.96ms) [2024-06-18 14:42:58.171231] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=79][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.140|79=0us|total=31.04ms) [2024-06-18 14:42:58.171601] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:159) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF67-0-0] [lt=16] trace tenant dfc parameters(max_parallel_cnt_=10, max_blocked_buffer_size_=3276800, max_buffer_size_=6553600) [2024-06-18 14:42:58.171717] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF67-0-0] [lt=35] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-06-18 14:42:58.171738] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:131) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF67-0-0] [lt=19] tenant dfc status(ret=0, get_tenant_id()=1001, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=10, get_max_blocked_buffer_size()=3276800, get_max_buffer_size()=6553600, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-06-18 14:42:58.175528] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=22][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:58.175564] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=33][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:58.175700] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=19][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:58.175727] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=24][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:58.175752] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=22][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:58.175773] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=17][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:58.175798] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=20][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:58.175823] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=22][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:58.175839] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=15][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:58.175856] WDIAG [SHARE.SCHEMA] get_tenant_variable (ob_schema_utils.cpp:304) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=15][errcode=-4152] fail to get system variable(ret=-4152, tenant_id=1002, var_id=10060) [2024-06-18 14:42:58.175874] WDIAG [SHARE.SCHEMA] get_tenant_int_variable (ob_schema_utils.cpp:264) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=16][errcode=-4152] fail get tenant variable(value={"NULL":"NULL"}, var_id=10060, tenant_id=1002, ret=-4152) [2024-06-18 14:42:58.175896] WDIAG [SERVER.OMT] check_parallel_servers_target (ob_tenant.cpp:1757) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=19][errcode=-4152] fail read tenant variable(id=1002, ret=-4152) [2024-06-18 14:42:58.179508] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=15][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:58.179542] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=32][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:58.179700] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=40][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:58.179726] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=23][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:58.179749] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=21][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:58.179767] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=15][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:58.179788] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=18][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:58.179810] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=21][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:58.179826] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=15][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:58.179840] WDIAG [SHARE.SCHEMA] get_tenant_variable (ob_schema_utils.cpp:304) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=13][errcode=-4152] fail to get system variable(ret=-4152, tenant_id=1002, var_id=10109) [2024-06-18 14:42:58.179855] WDIAG [SHARE.SCHEMA] get_tenant_varchar_variable (ob_schema_utils.cpp:281) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=14][errcode=-4152] fail get tenant variable(value={"NULL":"NULL"}, var_id=10109, tenant_id=1002, ret=-4152) [2024-06-18 14:42:58.179875] WDIAG [SERVER.OMT] check_resource_manager_plan (ob_tenant.cpp:1689) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=18][errcode=-4152] fail get tenant variable(id_=1002, plan_name=, ret=-4152) [2024-06-18 14:42:58.179895] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:159) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF67-0-0] [lt=14] trace tenant dfc parameters(max_parallel_cnt_=120, max_blocked_buffer_size_=39321600, max_buffer_size_=78643200) [2024-06-18 14:42:58.179991] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF67-0-0] [lt=14] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-06-18 14:42:58.180010] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:131) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF67-0-0] [lt=16] tenant dfc status(ret=0, get_tenant_id()=1002, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=120, get_max_blocked_buffer_size()=39321600, get_max_buffer_size()=78643200, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-06-18 14:42:58.180056] INFO [SERVER.OMT] run1 (ob_tenant_node_balancer.cpp:108) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=19] refresh tenant units(sys_unit_cnt=1, units=[{tenant_id:1, unit_id:1, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:2, max_cpu:2, memory_size:"1GB", log_disk_size:"12.25GB", min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:2}}, mode:0, create_timestamp:1699357261887938, is_removed:false}, {tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:12, max_cpu:12, memory_size:"10.8GB", log_disk_size:"27GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:1, create_timestamp:1699357549660230, is_removed:false}, {tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:1.2, max_cpu:1.2, memory_size:"1.2GB", log_disk_size:"3GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:0, create_timestamp:1699357549660230, is_removed:false}], ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:58.180140] INFO set_nway (ob_tenant_mutil_allocator.cpp:307) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=65] finish set nway(tenant_id_=1, nway=2) [2024-06-18 14:42:58.180158] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:380) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=16] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1, nway=2, new_tma_limit=536870900, pre_tma_limit=536870900, cur_memstore_limit_percent=50, tenant_config={tenant_id:1, unit_id:1, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:2, max_cpu:2, memory_size:"1GB", log_disk_size:"12.25GB", min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:2}}, mode:0, create_timestamp:1699357261887938, is_removed:false}) [2024-06-18 14:42:58.180194] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:391) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=31] succ to set_memstore_threshold of memstore allocator(tenant_id=1, ret=0) [2024-06-18 14:42:58.180219] INFO set_nway (ob_tenant_mutil_allocator.cpp:307) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=14] finish set nway(tenant_id_=1002, nway=12) [2024-06-18 14:42:58.180232] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:380) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=12] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1002, nway=12, new_tma_limit=5798205850, pre_tma_limit=5798205850, cur_memstore_limit_percent=50, tenant_config={tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:12, max_cpu:12, memory_size:"10.8GB", log_disk_size:"27GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:1, create_timestamp:1699357549660230, is_removed:false}) [2024-06-18 14:42:58.180261] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:391) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=26] succ to set_memstore_threshold of memstore allocator(tenant_id=1002, ret=0) [2024-06-18 14:42:58.180279] INFO set_nway (ob_tenant_mutil_allocator.cpp:307) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=12] finish set nway(tenant_id_=1001, nway=1) [2024-06-18 14:42:58.180292] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:380) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=12] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1001, nway=1, new_tma_limit=644245050, pre_tma_limit=644245050, cur_memstore_limit_percent=50, tenant_config={tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:1.2, max_cpu:1.2, memory_size:"1.2GB", log_disk_size:"3GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:0, create_timestamp:1699357549660230, is_removed:false}) [2024-06-18 14:42:58.180321] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:391) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=25] succ to set_memstore_threshold of memstore allocator(tenant_id=1001, ret=0) [2024-06-18 14:42:58.181569] INFO [SERVER] cal_all_part_disk_default_percentage (ob_server_utils.cpp:325) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=12] cal_all_part_disk_default_percentage succ(data_dir="/home/admin/oceanbase/store/ob_cluster/sstable", clog_dir="/home/admin/oceanbase/store/ob_cluster/clog", shared_mode=false, data_disk_total_size=518379827200, data_disk_default_percentage=90, clog_disk_total_size=600831066112, clog_disk_default_percentage=90) [2024-06-18 14:42:58.181609] INFO [SERVER] decide_disk_size (ob_server_utils.cpp:361) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=37] decide disk size finished(suggested_disk_size=0, suggested_disk_percentage=0, default_disk_percentage=90, total_space=600831066112, disk_size=540747959500) [2024-06-18 14:42:58.181630] INFO [SERVER] get_log_disk_info_in_config (ob_server_utils.cpp:88) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=20] get_log_disk_info_in_config(suggested_data_disk_size=0, suggested_clog_disk_size=0, suggested_data_disk_percentage=90, suggested_clog_disk_percentage=0, log_disk_size=540747959500, log_disk_percentage=0, total_log_disk_size=600831066112) [2024-06-18 14:42:58.181654] INFO [CLOG] try_resize (ob_server_log_block_mgr.cpp:785) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=18] try_resize success(ret=0, log_disk_size=540747959500, total_log_disk_size=600831066112, this={dir::"/home/admin/oceanbase/store/ob_cluster/clog/log_pool", dir_fd:12, meta_fd:13, log_pool_meta:{curr_total_size:540696117248, next_total_size:540696117248, status:0}, min_block_id:13482, max_block_id:20997, min_log_disk_size_for_all_tenants_:45365592064, is_inited:true}) [2024-06-18 14:42:58.181685] INFO [SERVER.OMT] run1 (ob_tenant_node_balancer.cpp:132) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF67-0-0] [lt=28] refresh tenant config(tenants=[1, 1001, 1002], ret=0) [2024-06-18 14:42:58.182576] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 17041.00) [2024-06-18 14:42:58.182609] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=26] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:58.182728] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=44] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.99, rt: 72171.50) [2024-06-18 14:42:58.182754] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 21.90, rt: 17622.36) [2024-06-18 14:42:58.182776] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 58963.35, iops: 42.80, rt: 14062.02) [2024-06-18 14:42:58.182795] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS](tenant_id=1002, ref_cnt=6, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12758464, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:58.182833] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.182856] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=21] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.182875] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.182893] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.182907] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.182925] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.182943] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.182957] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.182975] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.182987] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.183004] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.183018] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.183035] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.183049] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.183067] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.183080] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:58.194492] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [585][IO_HEALTH0][T0][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] destruct(*this=time guard 'LocalDevice' cost too much time, used=8014, time_dist: LocalDevice_submit=7988) [2024-06-18 14:42:58.198483] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [1060][T1001_ArcSender][T1001][YB42C0A801CD-00061B241632EEE7-0-0] [lt=31][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:42:58.211147] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820942683}], scn_array=[{val:1718692977941442833, v:0}], curr_size=113, accum_size=1784, time_cost=140568) [2024-06-18 14:42:58.211295] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988209, log_task={header:{begin_lsn:{lsn:122820942683}, end_lsn:{lsn:122820942796}, log_id:217988209, min_scn:{val:1718692977941442833, v:0}, max_scn:{val:1718692977941442833, v:0}, data_len:57, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820942683}, data_checksum:2031283194, accum_checksum:745729387, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978070525, freeze_ts:1718692978070531, submit_ts:1718692978070545, flushed_ts:1718692978211210, gen_to_freeze cost time:6, gen_to_submit cost time:20, submit_to_flush cost time:140665}, fs_cb_begin_ts=1718692978211275, log_life_time=140750) [2024-06-18 14:42:58.216779] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.201|208=1us|217=14.91ms|222=2us|total=14.96ms) [2024-06-18 14:42:58.216842] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.201|536=0us|557=5us|562=0us|total=15.01ms) [2024-06-18 14:42:58.216880] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=36][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.201|79=0us|total=15.04ms) [2024-06-18 14:42:58.233110] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCC6-0-0] [lt=28] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:58.233286] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38] get number(ret=0, service_type_=0, range=1, base_id=1718692978233281826, start_id=1718692978233281826, end_id=1718692978233281827) [2024-06-18 14:42:58.239816] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=32] gc stale ls task succ [2024-06-18 14:42:58.249675] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:58.249713] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:58.249822] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=594108, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=342, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:58.256945] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472596421}], scn_array=[{val:1718692978029306404, v:0}], curr_size=122, accum_size=2822, time_cost=117776) [2024-06-18 14:42:58.257113] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703360, log_task={header:{begin_lsn:{lsn:71472596421}, end_lsn:{lsn:71472596543}, log_id:183703360, min_scn:{val:1718692978029306404, v:0}, max_scn:{val:1718692978029306404, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472596421}, data_checksum:667309872, accum_checksum:1065572972, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978139115, freeze_ts:1718692978139121, submit_ts:1718692978139133, flushed_ts:1718692978257006, gen_to_freeze cost time:6, gen_to_submit cost time:18, submit_to_flush cost time:117873}, fs_cb_begin_ts=1718692978257093, log_life_time=117978) [2024-06-18 14:42:58.257448] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=24] get_max_applied_scn(scn={val:1718692977924936702, v:0}, this={ls_id_:{id:1001}, role_:1, proposal_id_:15, palf_committed_end_lsn_:{lsn:683078976274}, last_check_scn_:{val:1718692977924936703, v:0}, max_applied_cb_scn_:{val:1718692977924936702, v:0}}) [2024-06-18 14:42:58.257497] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=39] get_min_unreplayed_log_info(lsn={lsn:683078262445}, scn={val:1718691444594935387, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692977954246, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:683078262445}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:683059433472}, base_scn_:{val:1718691439026852456, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:683078262323}, end_lsn:{lsn:683078262445}, read_buf:{buf_len_:2125824, buf_:0xfffb1c405000}, block_size:67104768, log_storage_:0xfffb473deb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:154833137, flag:1}}, init_mode_version:0, accumulate_checksum:2889705391, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:42:58.257783] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD22-0-0] [lt=32][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:58.262689] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.266380] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=37] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:58.309920] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [675][T1_Occam][T1][YB42C0A801CD-00061B241492F318-0-0] [lt=36] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:58.313937] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.280|208=1us|217=33.43ms|222=3us|total=33.49ms) [2024-06-18 14:42:58.314002] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.280|536=0us|557=5us|562=0us|total=33.53ms) [2024-06-18 14:42:58.314032] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.280|79=0us|total=33.55ms) [2024-06-18 14:42:58.318660] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=23] gc stale ls task succ [2024-06-18 14:42:58.333105] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=23] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=1) [2024-06-18 14:42:58.342700] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=66][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873711318}], scn_array=[{val:1718692977924936703, v:0}], curr_size=122, accum_size=732, time_cost=115958) [2024-06-18 14:42:58.342702] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078976274}], scn_array=[{val:1718692977924936703, v:0}], curr_size=122, accum_size=244, time_cost=115930) [2024-06-18 14:42:58.342834] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344718, log_task={header:{begin_lsn:{lsn:26873711318}, end_lsn:{lsn:26873711440}, log_id:174344718, min_scn:{val:1718692977924936703, v:0}, max_scn:{val:1718692977924936703, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873711318}, data_checksum:667309872, accum_checksum:1832155892, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978226685, freeze_ts:1718692978226693, submit_ts:1718692978226705, flushed_ts:1718692978342771, gen_to_freeze cost time:8, gen_to_submit cost time:20, submit_to_flush cost time:116066}, fs_cb_begin_ts=1718692978342818, log_life_time=116133) [2024-06-18 14:42:58.342946] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050278, log_task={header:{begin_lsn:{lsn:683078976274}, end_lsn:{lsn:683078976396}, log_id:173050278, min_scn:{val:1718692977924936703, v:0}, max_scn:{val:1718692977924936703, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078976274}, data_checksum:2222604892, accum_checksum:3425810842, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978226740, freeze_ts:1718692978226744, submit_ts:1718692978226748, flushed_ts:1718692978342900, gen_to_freeze cost time:4, gen_to_submit cost time:8, submit_to_flush cost time:116152}, fs_cb_begin_ts=1718692978342935, log_life_time=116195) [2024-06-18 14:42:58.350179] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:58.350219] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=37] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:58.350326] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=3] will sleep(sleep_us=100000, remain_us=493604, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=343, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:58.350353] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.350511] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=25] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.350553] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=50] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.350854] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=43] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.350856] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.350858] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=29] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.350891] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.350911] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=42] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.350969] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.350999] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=23] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.351012] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=31] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.351023] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=19] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.351050] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=35] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.351085] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=39] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.351308] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.351539] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.351830] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:58.358888] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305AA-0-0] [lt=96] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:58.359064] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692978359059962, start_id=1718692978359059962, end_id=1718692978359059963) [2024-06-18 14:42:58.359171] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=5042) [2024-06-18 14:42:58.359203] INFO [LIB] stat (utility.h:1157) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=46, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:42:58.360606] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA32-0-0] [lt=19][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:58.360641] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA32-0-0] [lt=33][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:58.362751] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.363275] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:58.363308] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:58.363437] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:58.363462] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:58.363485] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:58.363504] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:58.363524] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:58.363547] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:58.363563] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:58.363580] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:58.363600] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:58.363619] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=18, mem_used=16637952) [2024-06-18 14:42:58.363644] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=16] release old cannot free more memory [2024-06-18 14:42:58.363657] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=12] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=39, size_used=0, mem_used=16637952) [2024-06-18 14:42:58.371057] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.354|208=0us|217=16.94ms|222=2us|total=16.99ms) [2024-06-18 14:42:58.371120] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.354|536=0us|557=4us|562=0us|total=17.05ms) [2024-06-18 14:42:58.371230] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=108][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.354|79=0us|total=17.14ms) [2024-06-18 14:42:58.374507] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=35] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:58.394176] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472596543}], scn_array=[{val:1718692978233281826, v:0}], curr_size=541, accum_size=3363, time_cost=137078) [2024-06-18 14:42:58.394178] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820942796}], scn_array=[{val:1718692978257879021, v:0}], curr_size=545, accum_size=2329, time_cost=136186) [2024-06-18 14:42:58.394305] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703361, log_task={header:{begin_lsn:{lsn:71472596543}, end_lsn:{lsn:71472597084}, log_id:183703361, min_scn:{val:1718692978233281826, v:0}, max_scn:{val:1718692978233281826, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472596543}, data_checksum:2299999934, accum_checksum:2425406022, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978233403, freeze_ts:1718692978257050, submit_ts:1718692978257071, flushed_ts:1718692978394236, gen_to_freeze cost time:23647, gen_to_submit cost time:23668, submit_to_flush cost time:137165}, fs_cb_begin_ts=1718692978394287, log_life_time=160884) [2024-06-18 14:42:58.394320] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988210, log_task={header:{begin_lsn:{lsn:122820942796}, end_lsn:{lsn:122820943341}, log_id:217988210, min_scn:{val:1718692978257879021, v:0}, max_scn:{val:1718692978257879021, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820942796}, data_checksum:4256604601, accum_checksum:3880582035, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978257939, freeze_ts:1718692978257948, submit_ts:1718692978257961, flushed_ts:1718692978394231, gen_to_freeze cost time:9, gen_to_submit cost time:22, submit_to_flush cost time:136270}, fs_cb_begin_ts=1718692978394305, log_life_time=136366) [2024-06-18 14:42:58.394314] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978233281826, v:0}, log_ts:{val:1718692978233281826, v:0}, lsn:{lsn:71472596599}, submit_ts:1718692978233418}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005307}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=160892, ctx_lock_wait_time=1) [2024-06-18 14:42:58.394331] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978257879021, v:0}, log_ts:{val:1718692978257879021, v:0}, lsn:{lsn:122820942852}, submit_ts:1718692978257984}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007855}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=136344, ctx_lock_wait_time=1) [2024-06-18 14:42:58.394484] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692978029306403, max_version=1718692978029306403 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692977829183077 and max_version = 1718692977829183077 ) [2024-06-18 14:42:58.394726] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=163050, time_dist: do_cluster_heartbeat=15, generate_cluster_version=162939) [2024-06-18 14:42:58.397562] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=141237, time_dist: do_cluster_heartbeat=12, generate_cluster_version=138235) [2024-06-18 14:42:58.403989] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404004] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=31][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}, {errcode:-5627, dropped:657150, tid:1306}]) [2024-06-18 14:42:58.404027] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=36][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404045] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404059] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404080] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=20][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404093] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404111] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404123] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404141] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404154] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404172] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404184] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404202] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404214] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404232] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404244] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404262] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404274] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404292] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404305] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404323] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404335] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404353] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404365] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404383] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404395] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404413] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404426] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404444] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404456] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404475] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404487] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404505] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404517] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404535] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404548] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404566] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404578] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404596] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404609] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404627] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404639] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404658] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404670] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404688] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404700] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404718] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404731] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404749] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404761] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404780] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404792] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404810] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404822] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404841] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404853] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404872] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404884] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404902] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404914] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404932] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404944] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404963] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404975] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.404993] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405005] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405023] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405035] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405053] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405065] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405084] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405096] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405113] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405126] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405144] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405156] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405175] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405187] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405205] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405218] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405236] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405248] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405267] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405279] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405297] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405309] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405319] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405335] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=15][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405353] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405365] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405384] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405396] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405413] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405426] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405444] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405456] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405474] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405486] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405504] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405516] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405535] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405547] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405561] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405573] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405591] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405604] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405622] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405634] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405652] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405664] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405683] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405695] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405713] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405725] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405743] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405755] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405773] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405786] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405804] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405816] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405834] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405846] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405865] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405876] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405894] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405907] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405925] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405937] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405955] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405968] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405987] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.405999] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406017] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406029] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406047] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406059] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406077] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406090] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406108] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406120] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406139] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406151] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406169] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406181] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406199] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406212] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406230] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406242] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406260] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406272] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406290] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406303] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406321] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406333] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406351] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406363] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406381] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406393] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406411] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406424] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406442] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406454] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406472] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406484] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406502] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406515] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406533] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406546] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406564] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406576] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406594] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406607] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406625] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406637] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406655] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406668] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406686] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406699] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406718] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406730] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406748] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406760] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406779] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406791] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406810] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406823] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406841] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406854] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406872] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406884] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406902] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406915] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406933] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406945] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406963] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406976] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.406994] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.407006] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:58.407024] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:58.414423] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=38] PNIO [ratelimit] time: 1718692978414420, bytes: 15620575, bw: 0.011160 MB/s, add_ts: 1007618, add_bytes: 11791 [2024-06-18 14:42:58.423375] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=17] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=26, mem_used=37435392) [2024-06-18 14:42:58.423429] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=35] release old cannot free more memory [2024-06-18 14:42:58.423448] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=17] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=75, size_used=0, mem_used=37435392) [2024-06-18 14:42:58.425021] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.406|208=1us|217=18.02ms|222=2us|total=18.07ms) [2024-06-18 14:42:58.425087] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.406|536=0us|557=6us|562=0us|total=18.12ms) [2024-06-18 14:42:58.425118] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.406|79=0us|total=18.14ms) [2024-06-18 14:42:58.425853] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=38] ts response task statistics(alloc_count=25754, free_count=12876) [2024-06-18 14:42:58.425910] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=32] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:42:58.439341] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=3485, avg_group_log_size=387) [2024-06-18 14:42:58.439385] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=39] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3485) [2024-06-18 14:42:58.439410] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=48, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:42:58.439952] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820943341}], scn_array=[{val:1718692978359059962, v:0}], curr_size=545, accum_size=2874, time_cost=45641) [2024-06-18 14:42:58.440363] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=82953, time_dist: do_cluster_heartbeat=12, generate_cluster_version=82819) [2024-06-18 14:42:58.450416] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=23][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:343, local_retry_times:343, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:58.450472] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=50][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.450488] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.450507] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:58.450540] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:58.450816] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=31] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:58.450850] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:58.450876] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:58.450898] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:58.450921] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:58.450943] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:58.450961] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:58.450977] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:58.450995] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:58.451006] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:58.451022] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:58.451032] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:58.451050] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:58.451064] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:58.451079] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:58.451100] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:58.451117] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.451166] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=46][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.451186] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:58.451206] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:58.451225] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:58.451243] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=344, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:58.451275] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=392655, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=344, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:58.459540] WDIAG [SERVER] do_heartbeat_event (ob_heartbeat.cpp:265) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=34][errcode=0] try reload schema failed(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=-4023) [2024-06-18 14:42:58.462812] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.466943] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=38] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:58.491059] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.450|208=1us|217=40.08ms|222=2us|total=40.13ms) [2024-06-18 14:42:58.491120] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.450|536=0us|557=5us|562=0us|total=40.19ms) [2024-06-18 14:42:58.491168] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=45][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.450|79=0us|total=40.22ms) [2024-06-18 14:42:58.496331] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCC7-0-0] [lt=30] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:58.496495] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692978496491027, start_id=1718692978496491027, end_id=1718692978496491028) [2024-06-18 14:42:58.499116] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD23-0-0] [lt=33][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:58.508610] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=87160, this=0xfffb79383a70, extra_info="") [2024-06-18 14:42:58.508610] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=91335, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:42:58.508611] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078976396}], scn_array=[{val:1718692978426452036, v:0}], curr_size=122, accum_size=366, time_cost=81697) [2024-06-18 14:42:58.508641] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873711440}], scn_array=[{val:1718692978426452036, v:0}], curr_size=122, accum_size=854, time_cost=81722) [2024-06-18 14:42:58.508648] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472597084}], scn_array=[{val:1718692978425837812, v:0}], curr_size=122, accum_size=3485, time_cost=69250) [2024-06-18 14:42:58.508674] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=31] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:42:58.508679] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=29] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3485) [2024-06-18 14:42:58.508708] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=21, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:42:58.508729] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=49] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=25, this=0xfffb481a0730, extra_info="") [2024-06-18 14:42:58.508757] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=56] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3485) [2024-06-18 14:42:58.508805] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:42:58.508850] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=37] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=11, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:42:58.508859] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=35] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:42:58.508875] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=108558, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:42:58.508879] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=91555, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:42:58.508895] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=6, avg_log_gen_to_submit_time=21, avg_log_submit_to_flush_time=91485, avg_log_submit_to_slide_time=91534) [2024-06-18 14:42:58.508896] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=21213, avg_log_gen_to_submit_time=21229, avg_log_submit_to_flush_time=87260, avg_log_submit_to_slide_time=87329) [2024-06-18 14:42:58.508917] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=100, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:42:58.508921] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=122, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:42:58.528755] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=33] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:58.533179] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=0) [2024-06-18 14:42:58.551364] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:344, local_retry_times:344, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:58.551412] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.551433] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.551446] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:58.551475] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:58.551731] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:58.551763] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:58.551788] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:58.551809] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:58.551828] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:58.551848] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:58.551863] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:58.551878] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:58.551894] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:58.551906] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:58.551921] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:58.551931] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:58.551947] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:58.551959] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:58.551974] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:58.551993] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:58.552010] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.552024] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.552040] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:58.552052] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:58.552069] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:58.552081] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=345, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:58.552111] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=291819, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=345, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:58.553933] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.518|208=0us|217=35.16ms|222=2us|total=35.21ms) [2024-06-18 14:42:58.553996] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.518|536=0us|557=4us|562=0us|total=35.25ms) [2024-06-18 14:42:58.554024] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.518|79=0us|total=35.28ms) [2024-06-18 14:42:58.557611] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=37] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692977924936702, v:0}, base_version={val:1718692977924936702, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692977924936702, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692978557582, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:58.557662] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=49] no need to update min/max version(new_version={val:1718692977924936702, v:0}, min_version={val:1718692977924936702, v:0}, max_version={val:1718692977924936702, v:0}) [2024-06-18 14:42:58.557717] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=45] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:42:58.562874] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.571540] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820943886}], scn_array=[{val:1718692978499211555, v:0}], curr_size=545, accum_size=3419, time_cost=72212) [2024-06-18 14:42:58.571894] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=74252, time_dist: do_cluster_heartbeat=13, generate_cluster_version=74153) [2024-06-18 14:42:58.614815] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F297-0-0] [lt=23] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:58.614862] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F297-0-0] [lt=41] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:58.617319] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873711562}], scn_array=[{val:1718692978426452037, v:0}], curr_size=122, accum_size=122, time_cost=90406) [2024-06-18 14:42:58.617328] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=14][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472597206}], scn_array=[{val:1718692978496491027, v:0}], curr_size=541, accum_size=541, time_cost=108487) [2024-06-18 14:42:58.617326] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078976518}], scn_array=[{val:1718692978426452037, v:0}], curr_size=122, accum_size=488, time_cost=90374) [2024-06-18 14:42:58.617462] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=13][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703363, log_task={header:{begin_lsn:{lsn:71472597206}, end_lsn:{lsn:71472597747}, log_id:183703363, min_scn:{val:1718692978496491027, v:0}, max_scn:{val:1718692978496491027, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472597206}, data_checksum:4257678942, accum_checksum:3292016028, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978496598, freeze_ts:1718692978508802, submit_ts:1718692978508816, flushed_ts:1718692978617388, gen_to_freeze cost time:12204, gen_to_submit cost time:12218, submit_to_flush cost time:108572}, fs_cb_begin_ts=1718692978617442, log_life_time=120844) [2024-06-18 14:42:58.617469] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978496491027, v:0}, log_ts:{val:1718692978496491027, v:0}, lsn:{lsn:71472597262}, submit_ts:1718692978496611}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005308}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=120854, ctx_lock_wait_time=1) [2024-06-18 14:42:58.617619] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692978233281826, max_version=1718692978233281826 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692978029306403 and max_version = 1718692978029306403 ) [2024-06-18 14:42:58.617836] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=123024, time_dist: do_cluster_heartbeat=12, generate_cluster_version=122914, cluster_service_self_check=9) [2024-06-18 14:42:58.620573] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=38] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:42:58.626953] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:42:58.627002] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:42:58.627035] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=27] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=62, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:58.627094] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:42:58.627123] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:42:58.627157] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=31] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=36, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:58.629615] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=30] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:58.645359] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.628|208=0us|217=17.03ms|222=2us|total=17.08ms) [2024-06-18 14:42:58.645428] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.628|536=0us|557=4us|562=0us|total=17.12ms) [2024-06-18 14:42:58.645457] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.628|79=0us|total=17.15ms) [2024-06-18 14:42:58.652201] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:345, local_retry_times:345, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:58.652258] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=51][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.652281] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.652300] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:58.652332] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:58.652624] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:58.652659] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:58.652702] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=38][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:58.652740] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=36][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:58.652762] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:58.652784] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:58.652795] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:58.652816] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:58.652833] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:58.652852] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:58.652862] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:58.652877] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:58.652888] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:58.652906] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:58.652915] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:58.652942] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:58.652961] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.652981] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.652998] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:58.653012] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:58.653030] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:58.653047] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=346, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:58.653079] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=190851, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=346, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:58.662937] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.667616] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=44] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:58.670677] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=35] PNIO [ratelimit] time: 1718692978670675, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007608, add_bytes: 0 [2024-06-18 14:42:58.699413] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD24-0-0] [lt=38] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:58.699540] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD24-0-0] [lt=43][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:58.699644] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29] get number(ret=0, service_type_=0, range=1, base_id=1718692978699638904, start_id=1718692978699638904, end_id=1718692978699638905) [2024-06-18 14:42:58.714547] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078976640}], scn_array=[{val:1718692978426452038, v:0}], curr_size=122, accum_size=610, time_cost=87438) [2024-06-18 14:42:58.714551] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873711684}], scn_array=[{val:1718692978426452038, v:0}], curr_size=122, accum_size=244, time_cost=87579) [2024-06-18 14:42:58.723244] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1019][T1001_TenantMet][T1001][Y0-0000000000000000-0-0] [lt=69] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:813, free_obj_hold_cnt:29, allocator used:3347792, allocator total:3466624}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3466624, tablets_mem_limit=257698020, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:15, free_obj_hold_cnt:0, allocator used:38400, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=813) [2024-06-18 14:42:58.742426] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:697) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=28] Cache replace map node details(ret=0, replace_node_count=0, replace_time=9144, replace_start_pos=10500000, replace_num=100000) [2024-06-18 14:42:58.742470] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=39] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=10) [2024-06-18 14:42:58.753168] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:346, local_retry_times:346, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:58.753215] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.753234] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.753248] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:58.753276] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:58.753556] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:58.753592] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:58.753618] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:58.753638] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:58.753658] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:58.753678] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:58.753704] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=25][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:58.753720] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:58.753737] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:58.753747] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:58.753762] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:58.753773] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:58.753788] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:58.753800] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:58.753814] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:58.753834] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:58.753852] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.753866] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.753882] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:58.753894] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:58.753911] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:58.753924] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=347, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:58.753956] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21] will sleep(sleep_us=89974, remain_us=89974, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=347, v.err_=-5019, timeout_timestamp=1718692978843928) [2024-06-18 14:42:58.759636] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.747|208=0us|217=11.94ms|222=2us|total=12.00ms) [2024-06-18 14:42:58.759713] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=71][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.747|536=0us|557=5us|562=0us|total=12.04ms) [2024-06-18 14:42:58.759743] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.747|79=0us|total=12.07ms) [2024-06-18 14:42:58.762999] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.777444] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472597747}], scn_array=[{val:1718692978496491028, v:0}], curr_size=122, accum_size=663, time_cost=137989) [2024-06-18 14:42:58.777443] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820944431}], scn_array=[{val:1718692978499211556, v:0}], curr_size=122, accum_size=3541, time_cost=110013) [2024-06-18 14:42:58.777594] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=46] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=4575, avg_group_log_size=571) [2024-06-18 14:42:58.777622] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703364, log_task={header:{begin_lsn:{lsn:71472597747}, end_lsn:{lsn:71472597869}, log_id:183703364, min_scn:{val:1718692978496491028, v:0}, max_scn:{val:1718692978496491028, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472597747}, data_checksum:667309872, accum_checksum:1264079004, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978639396, freeze_ts:1718692978639403, submit_ts:1718692978639416, flushed_ts:1718692978777521, gen_to_freeze cost time:7, gen_to_submit cost time:20, submit_to_flush cost time:138105}, fs_cb_begin_ts=1718692978777603, log_life_time=138207) [2024-06-18 14:42:58.777649] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988213, log_task={header:{begin_lsn:{lsn:122820944431}, end_lsn:{lsn:122820944553}, log_id:217988213, min_scn:{val:1718692978499211556, v:0}, max_scn:{val:1718692978499211556, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820944431}, data_checksum:667309872, accum_checksum:3493312283, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978667372, freeze_ts:1718692978667378, submit_ts:1718692978667389, flushed_ts:1718692978777508, gen_to_freeze cost time:6, gen_to_submit cost time:17, submit_to_flush cost time:110119}, fs_cb_begin_ts=1718692978777634, log_life_time=110262) [2024-06-18 14:42:58.802300] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=19] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:58.802358] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=32] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:58.828936] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873711806}], scn_array=[{val:1718692978426452039, v:0}], curr_size=122, accum_size=366, time_cost=101898) [2024-06-18 14:42:58.828936] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078976762}], scn_array=[{val:1718692978426452039, v:0}], curr_size=122, accum_size=732, time_cost=101867) [2024-06-18 14:42:58.829070] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050282, log_task={header:{begin_lsn:{lsn:683078976762}, end_lsn:{lsn:683078976884}, log_id:173050282, min_scn:{val:1718692978426452039, v:0}, max_scn:{val:1718692978426452039, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078976762}, data_checksum:2222604892, accum_checksum:2866844448, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978727036, freeze_ts:1718692978727039, submit_ts:1718692978727044, flushed_ts:1718692978829008, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:101964}, fs_cb_begin_ts=1718692978829054, log_life_time=102018) [2024-06-18 14:42:58.829190] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344722, log_task={header:{begin_lsn:{lsn:26873711806}, end_lsn:{lsn:26873711928}, log_id:174344722, min_scn:{val:1718692978426452039, v:0}, max_scn:{val:1718692978426452039, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873711806}, data_checksum:667309872, accum_checksum:2930839830, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978726986, freeze_ts:1718692978726992, submit_ts:1718692978727004, flushed_ts:1718692978829143, gen_to_freeze cost time:6, gen_to_submit cost time:18, submit_to_flush cost time:102139}, fs_cb_begin_ts=1718692978829177, log_life_time=102191) [2024-06-18 14:42:58.833931] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.820|208=1us|217=13.14ms|222=2us|total=13.19ms) [2024-06-18 14:42:58.833989] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.820|536=0us|557=5us|562=0us|total=13.23ms) [2024-06-18 14:42:58.834018] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.820|79=1us|total=13.26ms) [2024-06-18 14:42:58.838211] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:519) [799][T1_HBService][T1][YB42C0A801CD-00061B241B52F128-0-0] [lt=34] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-06-18 14:42:58.844016] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:347, local_retry_times:347, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:58.844057] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=36][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.844076] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.844087] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:58.844115] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:58.844361] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=29] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:58.844393] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:58.844418] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:58.844439] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:58.844459] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:58.844480] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:58.844495] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:58.844510] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:58.844527] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:58.844539] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:58.844553] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=13][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:58.844562] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:58.844577] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:58.844588] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:58.844603] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:58.844623] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:58.844639] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.844654] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:58.844672] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:58.844685] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:58.844703] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:58.844715] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=348, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:58.844739] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:348, local_retry_times:348, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:0, client_ret:-4012}, need_retry=false, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:58.844771] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=29][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.844788] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=16][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:58.844797] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-4012] failed to close result(close_ret=-5019, ret=-4012) [2024-06-18 14:42:58.844816] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=9][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-4012, ret=-4012) [2024-06-18 14:42:58.844841] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:663) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, process_time=30000892) [2024-06-18 14:42:58.844862] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:893) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=20][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, aret=-4012, ret=-4012) [2024-06-18 14:42:58.844884] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1651) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=18][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1002, sql=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER') [2024-06-18 14:42:58.844902] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:950) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=17][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1002) [2024-06-18 14:42:58.844916] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1591) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=12][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1699356580, tenant_id=1002) [2024-06-18 14:42:58.844933] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:130) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=15][errcode=-4012] query failed(ret=-4012, conn=0xfffafb3a4050, start=1718692948843928, sql=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER') [2024-06-18 14:42:58.844956] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:66) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=21][errcode=-4012] read failed(ret=-4012) [2024-06-18 14:42:58.844971] WDIAG [SERVER] get_arb_member_from_log_stat_table (ob_arbitration_service_utils.cpp:1176) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2B-0-0] [lt=11][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1002, ls_id={id:1}, sql="SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'") [2024-06-18 14:42:58.857556] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=46] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=100205, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:58.857569] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472597869}], scn_array=[{val:1718692978719435067, v:0}], curr_size=541, accum_size=1204, time_cost=79958) [2024-06-18 14:42:58.857588] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820944553}], scn_array=[{val:1718692978699638904, v:0}], curr_size=1034, accum_size=4575, time_cost=79952) [2024-06-18 14:42:58.857620] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=29] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=4575) [2024-06-18 14:42:58.857646] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=15] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=19, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:58.857687] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=44] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=4575) [2024-06-18 14:42:58.857733] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=12, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:58.857753] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=124759, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:58.857769] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=24375, avg_log_gen_to_submit_time=24391, avg_log_submit_to_flush_time=100298, avg_log_submit_to_slide_time=100368) [2024-06-18 14:42:58.857729] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978719435067, v:0}, log_ts:{val:1718692978719435067, v:0}, lsn:{lsn:71472597925}, submit_ts:1718692978719511}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005309}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=138213, ctx_lock_wait_time=1) [2024-06-18 14:42:58.857742] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978699638904, v:0}, log_ts:{val:1718692978699638904, v:0}, lsn:{lsn:122820944609}, submit_ts:1718692978699792}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007858}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=157948, ctx_lock_wait_time=0) [2024-06-18 14:42:58.857793] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=129, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:58.857876] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=58] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:58.857898] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692978496491027, max_version=1718692978496491027 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692978233281826 and max_version = 1718692978233281826 ) [2024-06-18 14:42:58.858021] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1718692978496491027, v:0}, new_max_version={val:1718692978496491027, v:0}, last_min_version={val:1718692978233281826, v:0}, last_max_version={val:1718692978233281826, v:0}, total_time_us=140065, delta_us=361527) [2024-06-18 14:42:58.858054] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1718692978499211555, v:0}, min_version={val:1718692978499211555, v:0}, max_version={val:1718692978499211555, v:0}, in_service=true, leader_epoch=16) [2024-06-18 14:42:58.858146] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=140229, time_dist: do_cluster_heartbeat=11, generate_cluster_version=140122) [2024-06-18 14:42:58.858158] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=160381, time_dist: do_cluster_heartbeat=14, generate_cluster_version=160290) [2024-06-18 14:42:58.858215] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=100528, time_dist: do_cluster_heartbeat=13, generate_cluster_version=100389) [2024-06-18 14:42:58.863061] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.868183] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=47] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:58.927399] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=23] get number(ret=0, service_type_=0, range=1, base_id=1718692978927393877, start_id=1718692978927393877, end_id=1718692978927393878) [2024-06-18 14:42:58.927993] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=32] gts statistics(tenant_id=1002, gts_rpc_cnt=10, get_gts_cache_cnt=326, get_gts_with_stc_cnt=1, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=1, try_wait_gts_elapse_cnt=0) [2024-06-18 14:42:58.942564] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=21] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=9) [2024-06-18 14:42:58.946244] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1449, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:58.946870] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692946815199, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692978946708, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:42:58.951366] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.930|208=0us|217=20.77ms|222=2us|total=20.83ms) [2024-06-18 14:42:58.951437] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.930|536=0us|557=5us|562=0us|total=20.88ms) [2024-06-18 14:42:58.951481] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=43][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.930|79=1us|total=20.92ms) [2024-06-18 14:42:58.959610] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCC9-0-0] [lt=28] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:58.963130] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:58.994814] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873711928}], scn_array=[{val:1718692978426452040, v:0}], curr_size=122, accum_size=488, time_cost=67639) [2024-06-18 14:42:58.994814] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078976884}], scn_array=[{val:1718692978426452040, v:0}], curr_size=122, accum_size=854, time_cost=67608) [2024-06-18 14:42:59.009208] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=26] gc stale ls task succ [2024-06-18 14:42:59.011059] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:58.976|208=0us|217=34.75ms|222=2us|total=34.80ms) [2024-06-18 14:42:59.011121] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:58.976|536=0us|557=5us|562=0us|total=34.86ms) [2024-06-18 14:42:59.011170] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=47][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:58.976|79=0us|total=34.89ms) [2024-06-18 14:42:59.026125] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [583][IO_SCHEDULE0][T0][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard 'LocalDevice' cost too much time, used=71087, time_dist: LocalDevice_submit=71062) [2024-06-18 14:42:59.026200] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Slow write(duration=71185, write_len=8192) [2024-06-18 14:42:59.026239] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592123, offset=339840}, end_cursor:ObLogCursor{file_id=119, log_id=31592124, offset=340090}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afe8050, len:4224, log_data_len:250, seq:31592123, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:59.055986] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A1-0-0] [lt=43] get number(ret=0, service_type_=0, range=1, base_id=1718692979055981132, start_id=1718692979055981132, end_id=1718692979055981133) [2024-06-18 14:42:59.063194] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.068754] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=36] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:59.074875] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820945587}], scn_array=[{val:1718692978947154360, v:0}], curr_size=481, accum_size=481, time_cost=127593) [2024-06-18 14:42:59.074875] INFO [PALF] inner_write_once_ (log_block_handler.cpp:411) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=65] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=6024586, this={dio_aligned_buf:{buf_write_offset:3588, buf_padding_size:508, align_size:4096, aligned_buf_size:2125824, aligned_used_ts:14036, truncate_used_ts:2908}, log_block_size:67108864, dir_fd:186, io_fd:187}, aligned_buf_len=4096, aligned_buf="", aligned_block_offset=6021120, buf_len=122, total_write_size_=30878, total_write_size_after_dio_=368640, ob_pwrite_used_ts=7947564, count=83, each_pwrite_cost=95753) [2024-06-18 14:42:59.074932] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472598410}], scn_array=[{val:1718692978927393877, v:0}], curr_size=122, accum_size=1326, time_cost=135296) [2024-06-18 14:42:59.075037] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988215, log_task={header:{begin_lsn:{lsn:122820945587}, end_lsn:{lsn:122820946068}, log_id:217988215, min_scn:{val:1718692978947154360, v:0}, max_scn:{val:1718692978947154360, v:0}, data_len:425, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820945587}, data_checksum:1342032364, accum_checksum:3587166578, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978947223, freeze_ts:1718692978947231, submit_ts:1718692978947248, flushed_ts:1718692979074941, gen_to_freeze cost time:8, gen_to_submit cost time:25, submit_to_flush cost time:127693}, fs_cb_begin_ts=1718692979075019, log_life_time=127796) [2024-06-18 14:42:59.075050] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978947154360, v:0}, log_ts:{val:1718692978947154360, v:0}, lsn:{lsn:122820945643}, submit_ts:1718692978947272}, this:0xfffb60ab7ee0, is_inited_:true, trans_id:{txid:222007860}, ls_id:{id:1}, ctx:0xfffb60ab4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=127774, ctx_lock_wait_time=1) [2024-06-18 14:42:59.075089] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703366, log_task={header:{begin_lsn:{lsn:71472598410}, end_lsn:{lsn:71472598532}, log_id:183703366, min_scn:{val:1718692978927393877, v:0}, max_scn:{val:1718692978927393877, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472598410}, data_checksum:667309872, accum_checksum:2387256154, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978939576, freeze_ts:1718692978939583, submit_ts:1718692978939599, flushed_ts:1718692979074994, gen_to_freeze cost time:7, gen_to_submit cost time:23, submit_to_flush cost time:135395}, fs_cb_begin_ts=1718692979075073, log_life_time=135497) [2024-06-18 14:42:59.075214] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1438, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:59.076358] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] [ARB_SERVICE] success to read task infos from table(tenant_id=1001, lock_line=false, task_infos=[]) [2024-06-18 14:42:59.077431] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=36] [ARB_SERVICE] success to read task infos from table(tenant_id=1002, lock_line=false, task_infos=[]) [2024-06-18 14:42:59.079623] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.664|208=0us|217=13.17ms|222=2us|total=13.23ms) [2024-06-18 14:42:59.079688] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.664|536=0us|557=5us|562=0us|total=13.27ms) [2024-06-18 14:42:59.079721] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.664|79=0us|total=13.30ms) [2024-06-18 14:42:59.080777] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=47][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:42:59.081765] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1001, table_id:12254, add_timestamp:1718692979081741}) [2024-06-18 14:42:59.081798] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27D-0-0] [lt=27] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1001, table_id=12254, vtable_type={tenant_id:1001, type:3}) [2024-06-18 14:42:59.082339] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27D-0-0] [lt=28] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1001, table_id=12254, locations=[{table_id:12254, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692979082294, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:42:59.082390] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27D-0-0] [lt=49] success to process renew task(task={tenant_id:1001, table_id:12254, add_timestamp:1718692979081741}, locations=[{table_id:12254, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692979082294, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:42:59.089101] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:647) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Cache wash clean map node details(ret=0, clean_node_count=0, clean_time=20300, clean_start_pos=6800000, clean_num=200000) [2024-06-18 14:42:59.103504] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [1071][T1001_ArbSer][T1001][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=43][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:42:59.104591] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=25] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.104630] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=36] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.104659] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=24][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.104681] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.104703] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.104726] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.104744] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.104762] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.104779] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.104795] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.104805] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.104821] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.104834] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.104850] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.104862] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.104888] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.104907] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.104926] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.104944] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.104962] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.104981] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.104994] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=0, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.105029] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:103) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] already timeout, do not need sleep(sleep_us=0, remain_us=29999306, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.105052] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.105086] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.105103] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.105115] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.105149] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.105355] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.105386] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.105409] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.105427] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.105447] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.105466] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.105482] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.105496] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.105511] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.105520] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.105535] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.105544] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.105559] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.105571] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.105585] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.105602] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.105618] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.105631] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.105647] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.105659] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.105676] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.105686] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=1, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.105713] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=1000, remain_us=29998622, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.106799] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:1, local_retry_times:1, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.106832] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.106850] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.106861] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.106886] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.107076] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.107104] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.107127] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.107144] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.107162] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.107176] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.107191] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.107204] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.107219] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.107230] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.107245] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.107254] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.107268] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.107278] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.107292] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.107307] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.107323] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.107341] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.107354] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.107364] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.107374] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.107390] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=2, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.107416] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=2000, remain_us=29996918, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.109500] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:2, local_retry_times:2, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.109530] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.109548] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.109728] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.109754] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=25] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.109836] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=3000, remain_us=29994499, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.111417] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=34] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:59.113096] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.113125] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.113212] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=4000, remain_us=29991122, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.113998] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=32] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=86493, mem_used=137263104) [2024-06-18 14:42:59.117457] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.117489] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.117576] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=5000, remain_us=29986758, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.119652] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=40] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:59.122864] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.122897] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.122980] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=6000, remain_us=29981354, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.126348] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=93558, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:42:59.126343] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873712050}], scn_array=[{val:1718692978927972140, v:0}], curr_size=122, accum_size=610, time_cost=99112) [2024-06-18 14:42:59.126387] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078977006}], scn_array=[{val:1718692978927972140, v:0}], curr_size=122, accum_size=976, time_cost=99089) [2024-06-18 14:42:59.126424] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=976) [2024-06-18 14:42:59.126452] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=16, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:42:59.126507] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=976) [2024-06-18 14:42:59.126563] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=10, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:42:59.126589] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=93757, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:42:59.126634] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=8, avg_log_submit_to_flush_time=93702, avg_log_submit_to_slide_time=93748) [2024-06-18 14:42:59.126662] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=96, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:42:59.129244] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.129273] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.129355] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=7000, remain_us=29974979, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.129679] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.130079] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=21] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.130222] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=32] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.130510] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.130575] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.130617] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.130632] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.136614] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.136643] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.136722] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=8000, remain_us=29967613, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.142668] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=8) [2024-06-18 14:42:59.144971] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.144998] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.145080] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=9000, remain_us=29959254, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.145909] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=17][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.134|208=0us|217=11.50ms|222=1us|total=11.55ms) [2024-06-18 14:42:59.145971] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.134|536=0us|557=4us|562=0us|total=11.59ms) [2024-06-18 14:42:59.146000] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.134|79=0us|total=11.62ms) [2024-06-18 14:42:59.154165] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:59.154378] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.154406] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.154491] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=10000, remain_us=29949843, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.163262] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.164752] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.164780] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.164867] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=11000, remain_us=29939467, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.176120] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.176148] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.176225] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=12000, remain_us=29928109, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.178009] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1007) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=39] success to update min reserved snapshot(reserved_snapshot=1718691169375187999, duration=1800, snapshot_gc_ts_=1718692969375187999) [2024-06-18 14:42:59.187193] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 10208.00) [2024-06-18 14:42:59.187229] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=28] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:59.187356] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=50] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 8192.00, iops: 1.00, rt: 71070.00) [2024-06-18 14:42:59.187381] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 28.87, rt: 10159.90) [2024-06-18 14:42:59.187403] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 60468.07, iops: 58.73, rt: 11558.71) [2024-06-18 14:42:59.187420] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12762560, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:42:59.187458] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=31] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187481] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=21] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187500] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187519] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187533] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187551] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187570] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187583] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187600] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187619] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187633] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187652] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187669] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187687] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187705] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.187724] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:42:59.188489] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.188517] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.188604] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=13000, remain_us=29915730, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.193921] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.179|208=0us|217=14.76ms|222=2us|total=14.81ms) [2024-06-18 14:42:59.193982] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.179|536=0us|557=5us|562=0us|total=14.85ms) [2024-06-18 14:42:59.194012] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.179|79=1us|total=14.88ms) [2024-06-18 14:42:59.201862] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.201893] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.201971] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=14000, remain_us=29902362, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.210188] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=34] ====== tenant freeze timer task ====== [2024-06-18 14:42:59.216215] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.216247] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.216329] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=15000, remain_us=29888005, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.223582] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820946068}], scn_array=[{val:1718692978959800085, v:0}], curr_size=1990, accum_size=2471, time_cost=148558) [2024-06-18 14:42:59.223583] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472598532}], scn_array=[{val:1718692978959769004, v:0}], curr_size=541, accum_size=1867, time_cost=148505) [2024-06-18 14:42:59.223742] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703367, log_task={header:{begin_lsn:{lsn:71472598532}, end_lsn:{lsn:71472599073}, log_id:183703367, min_scn:{val:1718692978959769004, v:0}, max_scn:{val:1718692978959769004, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472598532}, data_checksum:2296996359, accum_checksum:1855002425, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978959848, freeze_ts:1718692979075037, submit_ts:1718692979075050, flushed_ts:1718692979223647, gen_to_freeze cost time:115189, gen_to_submit cost time:115202, submit_to_flush cost time:148597}, fs_cb_begin_ts=1718692979223725, log_life_time=263877) [2024-06-18 14:42:59.223739] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988216, log_task={header:{begin_lsn:{lsn:122820946068}, end_lsn:{lsn:122820948058}, log_id:217988216, min_scn:{val:1718692978959800085, v:0}, max_scn:{val:1718692979055981132, v:0}, data_len:1934, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820946068}, data_checksum:4110717905, accum_checksum:367698129, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692978959863, freeze_ts:1718692979074985, submit_ts:1718692979075000, flushed_ts:1718692979223646, gen_to_freeze cost time:115122, gen_to_submit cost time:115137, submit_to_flush cost time:148646}, fs_cb_begin_ts=1718692979223725, log_life_time=263862) [2024-06-18 14:42:59.223750] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979055981132, v:0}, log_ts:{val:1718692979055981132, v:0}, lsn:{lsn:122820947102}, submit_ts:1718692979056095}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007863}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=167652, ctx_lock_wait_time=1) [2024-06-18 14:42:59.223756] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=70][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978959769004, v:0}, log_ts:{val:1718692978959769004, v:0}, lsn:{lsn:71472598588}, submit_ts:1718692978959860}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005310}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=263892, ctx_lock_wait_time=1) [2024-06-18 14:42:59.223896] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978959800085, v:0}, log_ts:{val:1718692978959800085, v:0}, lsn:{lsn:122820946124}, submit_ts:1718692978959873}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007861}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=264022, ctx_lock_wait_time=0) [2024-06-18 14:42:59.223923] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692978719435067, max_version=1718692978719435067 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692978496491027 and max_version = 1718692978496491027 ) [2024-06-18 14:42:59.223992] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692978959830175, v:0}, log_ts:{val:1718692978959830175, v:0}, lsn:{lsn:122820946613}, submit_ts:1718692978959896}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007862}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=264095, ctx_lock_wait_time=0) [2024-06-18 14:42:59.224152] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=265924, time_dist: do_cluster_heartbeat=13, generate_cluster_version=265807) [2024-06-18 14:42:59.224169] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=265939, time_dist: do_cluster_heartbeat=13, generate_cluster_version=265846) [2024-06-18 14:42:59.228192] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.215|208=1us|217=12.88ms|222=1us|total=12.93ms) [2024-06-18 14:42:59.228250] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.215|536=0us|557=5us|562=0us|total=12.97ms) [2024-06-18 14:42:59.228279] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.215|79=0us|total=12.99ms) [2024-06-18 14:42:59.231606] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.231638] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.231722] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=16000, remain_us=29872612, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.239877] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=33] gc stale ls task succ [2024-06-18 14:42:59.247992] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.248023] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.248103] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=17000, remain_us=29856231, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.263332] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.263890] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=24] ====== check clog disk timer task ====== [2024-06-18 14:42:59.263928] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=25] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=2450) [2024-06-18 14:42:59.263963] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=17] cannot_recycle_log_size statistics(cannot_recycle_log_size=220536922, threshold=966367641, need_update_checkpoint_scn=false) [2024-06-18 14:42:59.265371] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.265402] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.265484] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=18000, remain_us=29838849, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.280749] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873712172}], scn_array=[{val:1718692978927972141, v:0}], curr_size=122, accum_size=732, time_cost=153453) [2024-06-18 14:42:59.280752] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078977128}], scn_array=[{val:1718692978927972141, v:0}], curr_size=122, accum_size=122, time_cost=153427) [2024-06-18 14:42:59.280882] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344725, log_task={header:{begin_lsn:{lsn:26873712172}, end_lsn:{lsn:26873712294}, log_id:174344725, min_scn:{val:1718692978927972141, v:0}, max_scn:{val:1718692978927972141, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873712172}, data_checksum:667309872, accum_checksum:314601334, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979127244, freeze_ts:1718692979127251, submit_ts:1718692979127264, flushed_ts:1718692979280820, gen_to_freeze cost time:7, gen_to_submit cost time:20, submit_to_flush cost time:153556}, fs_cb_begin_ts=1718692979280866, log_life_time=153622) [2024-06-18 14:42:59.281001] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050285, log_task={header:{begin_lsn:{lsn:683078977128}, end_lsn:{lsn:683078977250}, log_id:173050285, min_scn:{val:1718692978927972141, v:0}, max_scn:{val:1718692978927972141, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078977128}, data_checksum:2222604892, accum_checksum:1237917292, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979127296, freeze_ts:1718692979127299, submit_ts:1718692979127305, flushed_ts:1718692979280954, gen_to_freeze cost time:3, gen_to_submit cost time:9, submit_to_flush cost time:153649}, fs_cb_begin_ts=1718692979280988, log_life_time=153692) [2024-06-18 14:42:59.283750] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.283783] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.283868] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=19000, remain_us=29820466, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.289684] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=35] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:59.303138] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.303168] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.303245] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=20000, remain_us=29801089, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.306257] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=50] Slow write(duration=82177, write_len=4096) [2024-06-18 14:42:59.306291] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=32] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592124, offset=340090}, end_cursor:ObLogCursor{file_id=119, log_id=31592125, offset=340340}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8afec050, len:3974, log_data_len:250, seq:31592124, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:59.307444] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=349139, time_dist: do_cluster_heartbeat=12, generate_cluster_version=265868) [2024-06-18 14:42:59.317171] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [679][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=61] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-06-18 14:42:59.318724] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=24] gc stale ls task succ [2024-06-18 14:42:59.323524] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.323556] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.323636] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=21000, remain_us=29780698, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.324262] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1, server_version={version:{val:1718692978719435067, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=604812, in_cluster_service=true, cluster_version={val:1718692978719435067, v:0}, min_cluster_version={val:1718692978719435067, v:0}, max_cluster_version={val:1718692978719435067, v:0}, get_cluster_version_err=0, cluster_version_delta=604812, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=8493, succ_cluster_heartbeat_count=20, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692540553783373, v:0}, local_cluster_delta=438770464, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:42:59.324292] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] no need to update min/max version(new_version={val:1718692978759247325, v:0}, min_version={val:1718692978759247325, v:0}, max_version={val:1718692978759247325, v:0}) [2024-06-18 14:42:59.324342] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=61] no need to update min/max version(new_version={val:1718692978719435067, v:0}, min_version={val:1718692978719435067, v:0}, max_version={val:1718692978719435067, v:0}) [2024-06-18 14:42:59.325347] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.298|208=1us|217=26.99ms|222=2us|total=27.04ms) [2024-06-18 14:42:59.325408] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.298|536=0us|557=5us|562=0us|total=27.08ms) [2024-06-18 14:42:59.325436] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.298|79=0us|total=27.10ms) [2024-06-18 14:42:59.333961] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A1-0-0] [lt=39] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:59.334842] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A1-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692979334836768, start_id=1718692979334836768, end_id=1718692979334836769) [2024-06-18 14:42:59.342769] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=26] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=7) [2024-06-18 14:42:59.344892] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.344921] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.345028] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=22000, remain_us=29759306, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.350177] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=41] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.350208] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=21] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.350239] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.350277] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=22] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.350326] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=20] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.350422] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=41] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.350897] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.350910] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.350908] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=22] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.350954] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=15] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.351020] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=28] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.351058] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=31] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.351151] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.351508] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=31] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.351557] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=19] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.351883] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.351960] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:42:59.363390] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.365006] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA35-0-0] [lt=16][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:42:59.365040] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA35-0-0] [lt=31][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:59.365351] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.349|208=1us|217=16.01ms|222=2us|total=16.07ms) [2024-06-18 14:42:59.365425] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=68][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.349|536=0us|557=5us|562=0us|total=16.12ms) [2024-06-18 14:42:59.365456] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.349|79=0us|total=16.14ms) [2024-06-18 14:42:59.367225] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=25] ====== tenant freeze timer task ====== [2024-06-18 14:42:59.367304] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.367329] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.367427] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=23000, remain_us=29736907, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.367690] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:42:59.367725] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:42:59.367859] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:42:59.367887] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:42:59.367915] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:42:59.367938] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:42:59.367962] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:42:59.367988] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:42:59.368007] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:42:59.368026] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:42:59.368051] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:42:59.368071] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=38, mem_used=16637952) [2024-06-18 14:42:59.368102] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] release old cannot free more memory [2024-06-18 14:42:59.368117] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=46, size_used=0, mem_used=16637952) [2024-06-18 14:42:59.374648] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=29] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:42:59.387083] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1202][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=68] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:1412, free_obj_hold_cnt:3, allocator used:5626040, allocator total:5821312}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:2, free_obj_hold_cnt:1, allocator used:196773, allocator total:196773}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=6018085, tablets_mem_limit=2319282340, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:8, free_obj_hold_cnt:0, allocator used:20480, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=1414) [2024-06-18 14:42:59.388258] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:778) [718][T1_PalfGC][T1][Y0-0000000000000000-0-0] [lt=64] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):197, sequence:1}) [2024-06-18 14:42:59.389371] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820948058}], scn_array=[{val:1718692979055981133, v:0}], curr_size=122, accum_size=2593, time_cost=165640) [2024-06-18 14:42:59.389372] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472599073}], scn_array=[{val:1718692978959769005, v:0}], curr_size=112, accum_size=1979, time_cost=165639) [2024-06-18 14:42:59.389523] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988217, log_task={header:{begin_lsn:{lsn:122820948058}, end_lsn:{lsn:122820948180}, log_id:217988217, min_scn:{val:1718692979055981133, v:0}, max_scn:{val:1718692979055981133, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820948058}, data_checksum:667309872, accum_checksum:3937318861, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979167677, freeze_ts:1718692979223690, submit_ts:1718692979223708, flushed_ts:1718692979389431, gen_to_freeze cost time:56013, gen_to_submit cost time:56031, submit_to_flush cost time:165723}, fs_cb_begin_ts=1718692979389505, log_life_time=221828) [2024-06-18 14:42:59.389533] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703368, log_task={header:{begin_lsn:{lsn:71472599073}, end_lsn:{lsn:71472599185}, log_id:183703368, min_scn:{val:1718692978959769005, v:0}, max_scn:{val:1718692978959769005, v:0}, data_len:56, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472599073}, data_checksum:893368313, accum_checksum:1133530871, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979178100, freeze_ts:1718692979223693, submit_ts:1718692979223709, flushed_ts:1718692979389439, gen_to_freeze cost time:45593, gen_to_submit cost time:45609, submit_to_flush cost time:165730}, fs_cb_begin_ts=1718692979389517, log_life_time=211417) [2024-06-18 14:42:59.389650] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1034) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=36] update reserved snapshot finished(cost_ts=211642, reserved_snapshot=1718691169375187999) [2024-06-18 14:42:59.390696] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.390727] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.390813] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=24000, remain_us=29713520, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.404926] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.404958] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=30][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.404943] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=35][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:657122, tid:1306}]) [2024-06-18 14:42:59.404971] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.404985] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405030] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=44][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405043] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405061] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405074] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405092] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405105] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405123] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405136] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405155] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405168] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405187] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405200] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405218] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405231] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405244] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405254] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405267] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405285] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405299] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405317] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405330] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405349] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405362] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405381] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405393] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405411] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405424] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405442] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405455] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405473] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405486] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405504] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405517] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405535] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405548] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405566] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405579] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405597] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405610] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405628] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405641] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405659] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405672] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405690] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405703] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405721] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405734] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405752] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405765] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405784] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405797] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405814] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405827] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405845] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405858] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405876] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405889] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405908] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405920] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405939] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405952] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405970] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.405983] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406001] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406014] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406032] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406044] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406063] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406075] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406093] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406106] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406124] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406137] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406155] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406168] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406187] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406199] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406217] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406230] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406249] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406261] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406279] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406292] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406310] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406323] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406341] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406354] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406373] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406385] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406403] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406416] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406435] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406447] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406466] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406478] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406496] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406509] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406527] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406540] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406559] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406571] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406589] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406602] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406621] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406633] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406652] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406665] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406683] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406696] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406714] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406727] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406745] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406758] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406776] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406788] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406807] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406820] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406838] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406851] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406869] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406882] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406900] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406912] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406931] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406943] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406961] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406974] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.406992] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407005] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407024] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407036] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407041] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [917][T1001_Occam][T1001][YB42C0A801CD-00061B2415C2F314-0-0] [lt=32] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:59.407054] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407070] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=15][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407089] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407102] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407120] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407133] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407151] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407164] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407182] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407195] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407213] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407225] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407244] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407257] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407275] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407288] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407306] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407318] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407336] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407349] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407367] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407380] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407398] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407411] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407423] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407441] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407454] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407473] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407485] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407503] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407516] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407535] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407547] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407566] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407579] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407597] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407610] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407630] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407642] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407655] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407665] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407679] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407698] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407711] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407728] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407764] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=35][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407776] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407787] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407799] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407810] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407822] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407833] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407844] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407856] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407869] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407881] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407894] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407935] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=40][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407948] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.407989] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=40][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.408004] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.408023] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.408036] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.408055] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.408067] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:42:59.408086] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:59.408849] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305AD-0-0] [lt=36] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692969198824, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692979408536, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:42:59.409237] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=55] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=5477) [2024-06-18 14:42:59.409292] INFO [LIB] stat (utility.h:1157) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=50] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=36, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:42:59.413397] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F125-0-0] [lt=40] [RS_MGR] force set rs list(master_rs="192.168.1.205:2882") [2024-06-18 14:42:59.413442] INFO [SERVER] handle_heartbeat (ob_service.cpp:3058) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F125-0-0] [lt=36] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.1.205:2882", server_id:1, rs_addr:"192.168.1.205:2882", rs_server_status:1, epoch_id:17}, hb_response={zone:"META_ZONE_1", server:"192.168.1.205:2882", sql_port:2881, build_version:"4.2.1.1_101000062023103122-34e6ed68f3db97700b665a618fc3801f6b109124(Oct 31 2023 22:22:10)", start_service_time:1718692739748775, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=46) [2024-06-18 14:42:59.415079] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.415108] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.415194] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=25000, remain_us=29689140, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.422052] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=43] PNIO [ratelimit] time: 1718692979422049, bytes: 15633077, bw: 0.011833 MB/s, add_ts: 1007629, add_bytes: 12502 [2024-06-18 14:42:59.422483] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.399|208=0us|217=23.06ms|222=2us|total=23.10ms) [2024-06-18 14:42:59.422545] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.399|536=0us|557=5us|562=0us|total=23.15ms) [2024-06-18 14:42:59.422568] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.399|79=0us|total=23.16ms) [2024-06-18 14:42:59.423591] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=21, mem_used=37435392) [2024-06-18 14:42:59.423636] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=32] release old cannot free more memory [2024-06-18 14:42:59.423657] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=19] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=67, size_used=0, mem_used=37435392) [2024-06-18 14:42:59.424355] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28] no need to update min/max version(new_version={val:1718692978759247325, v:0}, min_version={val:1718692978759247325, v:0}, max_version={val:1718692978759247325, v:0}) [2024-06-18 14:42:59.428968] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=28] gts statistics(tenant_id=1, gts_rpc_cnt=10, get_gts_cache_cnt=365, get_gts_with_stc_cnt=23, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=23, try_wait_gts_elapse_cnt=0) [2024-06-18 14:42:59.429008] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=36] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1, need_refresh=false, gts_local_cache={srr:[mts=1718692979428923], gts:1718692979428931821, latest_srr:[mts=1718692979428923]}) [2024-06-18 14:42:59.429031] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=21] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:42:59.440480] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.440517] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.440605] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=26000, remain_us=29663729, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.446606] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873712294}], scn_array=[{val:1718692978927972142, v:0}], curr_size=122, accum_size=854, time_cost=119191) [2024-06-18 14:42:59.446607] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078977250}], scn_array=[{val:1718692978927972142, v:0}], curr_size=122, accum_size=244, time_cost=119158) [2024-06-18 14:42:59.446745] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344726, log_task={header:{begin_lsn:{lsn:26873712294}, end_lsn:{lsn:26873712416}, log_id:174344726, min_scn:{val:1718692978927972142, v:0}, max_scn:{val:1718692978927972142, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873712294}, data_checksum:667309872, accum_checksum:1676649845, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979327364, freeze_ts:1718692979327370, submit_ts:1718692979327381, flushed_ts:1718692979446674, gen_to_freeze cost time:6, gen_to_submit cost time:17, submit_to_flush cost time:119293}, fs_cb_begin_ts=1718692979446728, log_life_time=119364) [2024-06-18 14:42:59.446863] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050286, log_task={header:{begin_lsn:{lsn:683078977250}, end_lsn:{lsn:683078977372}, log_id:173050286, min_scn:{val:1718692978927972142, v:0}, max_scn:{val:1718692978927972142, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078977250}, data_checksum:2222604892, accum_checksum:2916849331, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979327412, freeze_ts:1718692979327415, submit_ts:1718692979327420, flushed_ts:1718692979446817, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:119397}, fs_cb_begin_ts=1718692979446850, log_life_time=119438) [2024-06-18 14:42:59.451058] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.438|208=1us|217=12.11ms|222=3us|total=12.16ms) [2024-06-18 14:42:59.451121] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.438|536=0us|557=6us|562=0us|total=12.22ms) [2024-06-18 14:42:59.451169] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=46][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.438|79=0us|total=12.24ms) [2024-06-18 14:42:59.463453] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.466887] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.466921] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.467012] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=27000, remain_us=29637322, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.467957] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=36] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:42:59.472003] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=45] ====== check clog disk timer task ====== [2024-06-18 14:42:59.472043] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=31] get_disk_usage(ret=0, capacity(MB):=27648, used(MB):=22064) [2024-06-18 14:42:59.472079] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=16] cannot_recycle_log_size statistics(cannot_recycle_log_size=4077635196, threshold=8697308774, need_update_checkpoint_scn=false) [2024-06-18 14:42:59.480895] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472599185}], scn_array=[{val:1718692978959769006, v:0}], curr_size=122, accum_size=2101, time_cost=91372) [2024-06-18 14:42:59.480901] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820948180}], scn_array=[{val:1718692979334836768, v:0}], curr_size=638, accum_size=3231, time_cost=91389) [2024-06-18 14:42:59.481071] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979334836768, v:0}, log_ts:{val:1718692979334836768, v:0}, lsn:{lsn:122820948236}, submit_ts:1718692979334988}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007864}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=146079, ctx_lock_wait_time=2) [2024-06-18 14:42:59.490274] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=39] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:59.494297] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.494336] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.494423] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=28000, remain_us=29609911, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.505071] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=31][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:647, tid:1071}]) [2024-06-18 14:42:59.506199] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.493|208=0us|217=13.11ms|222=2us|total=13.16ms) [2024-06-18 14:42:59.506264] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.493|536=0us|557=5us|562=0us|total=13.20ms) [2024-06-18 14:42:59.506288] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.493|79=0us|total=13.22ms) [2024-06-18 14:42:59.514934] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [1094][T1002_Occam][T1002][YB42C0A801CD-00061B241712F30C-0-0] [lt=36] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-06-18 14:42:59.522508] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:28, local_retry_times:28, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.522552] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.522566] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.522581] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.522607] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.522803] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.522831] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=25] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.522873] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=39][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.522891] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.522910] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.522928] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.522943] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.522960] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.522975] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.522990] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.523004] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.523017] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.523031] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.523047] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.523060] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.523081] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.523096] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.523113] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.523128] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.523141] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.523156] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.523170] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=29, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.523199] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=29000, remain_us=29581136, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.525678] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD26-0-0] [lt=30] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692969229513, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692979524946, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:42:59.525917] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD26-0-0] [lt=44][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:42:59.529368] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=38] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:42:59.538128] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820948818}], scn_array=[{val:1718692979409161938, v:0}], curr_size=545, accum_size=3776, time_cost=57076) [2024-06-18 14:42:59.538261] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988219, log_task={header:{begin_lsn:{lsn:122820948818}, end_lsn:{lsn:122820949363}, log_id:217988219, min_scn:{val:1718692979409161938, v:0}, max_scn:{val:1718692979409161938, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820948818}, data_checksum:3571644234, accum_checksum:2701527344, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979409226, freeze_ts:1718692979481007, submit_ts:1718692979481023, flushed_ts:1718692979538188, gen_to_freeze cost time:71781, gen_to_submit cost time:71797, submit_to_flush cost time:57165}, fs_cb_begin_ts=1718692979538248, log_life_time=129022) [2024-06-18 14:42:59.538271] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=84][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979409161938, v:0}, log_ts:{val:1718692979409161938, v:0}, lsn:{lsn:122820948874}, submit_ts:1718692979409313}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007865}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=128955, ctx_lock_wait_time=1) [2024-06-18 14:42:59.538677] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=131150, time_dist: do_cluster_heartbeat=12, generate_cluster_version=131006) [2024-06-18 14:42:59.542480] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.526|208=1us|217=15.50ms|222=2us|total=15.55ms) [2024-06-18 14:42:59.542538] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.526|536=0us|557=5us|562=0us|total=15.59ms) [2024-06-18 14:42:59.542567] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.526|79=0us|total=15.62ms) [2024-06-18 14:42:59.542876] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=6) [2024-06-18 14:42:59.552282] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:29, local_retry_times:29, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.552320] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.552332] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.552342] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.552369] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.552564] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.552593] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.552615] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.552633] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.552653] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.552665] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.552681] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.552694] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.552710] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.552722] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.552738] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.552747] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.552762] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.552773] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.552787] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.552803] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.552819] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.552833] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.552849] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.552859] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.552876] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.552887] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=30, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.552914] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=30000, remain_us=29551420, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.563497] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.582998] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:30, local_retry_times:30, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.583035] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.583046] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.583055] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.583076] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.583274] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.583303] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.583326] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.583345] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.583364] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.583377] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.583393] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.583407] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.583423] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.583432] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.583447] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.583457] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.583472] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.583482] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.583497] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.583514] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.583530] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.583542] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.583552] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.583561] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=7][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.583574] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.583590] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=31, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.583617] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=31000, remain_us=29520717, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.589632] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=97670, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:42:59.589632] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=120775, this=0xfffb79383a70, extra_info="") [2024-06-18 14:42:59.589635] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078977372}], scn_array=[{val:1718692979429559716, v:0}], curr_size=122, accum_size=366, time_cost=62058) [2024-06-18 14:42:59.589659] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472599307}], scn_array=[{val:1718692979490551536, v:0}], curr_size=768, accum_size=2869, time_cost=98960) [2024-06-18 14:42:59.589663] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873712416}], scn_array=[{val:1718692979429559716, v:0}], curr_size=122, accum_size=976, time_cost=62087) [2024-06-18 14:42:59.589690] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=28] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=2869) [2024-06-18 14:42:59.589690] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=26] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=976) [2024-06-18 14:42:59.589710] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=24, this=0xfffb481a0730, extra_info="") [2024-06-18 14:42:59.589716] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=13] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=20, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:42:59.589763] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=48] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=2869) [2024-06-18 14:42:59.589824] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=976) [2024-06-18 14:42:59.589848] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=33] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=13, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:42:59.589872] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=30] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:42:59.589891] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=97879, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:42:59.589897] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=48] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=168563, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:42:59.589903] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=5, avg_log_gen_to_submit_time=17, avg_log_submit_to_flush_time=97814, avg_log_submit_to_slide_time=97861) [2024-06-18 14:42:59.589913] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=47600, avg_log_gen_to_submit_time=47613, avg_log_submit_to_flush_time=120878, avg_log_submit_to_slide_time=120949) [2024-06-18 14:42:59.589931] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=94, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:42:59.589936] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=140, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:42:59.614707] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:31, local_retry_times:31, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.614763] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=50][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.614777] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.614791] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.614823] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.615090] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.615124] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.615150] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.615171] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.615193] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.615215] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.615231] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.615245] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.615262] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.615271] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.615287] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.615296] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.615312] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.615323] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.615339] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.615357] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.615375] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.615388] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.615406] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.615419] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.615436] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.615446] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=32, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.615478] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=32000, remain_us=29488857, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.616111] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F298-0-0] [lt=40] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:42:59.616160] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F298-0-0] [lt=44] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:42:59.620208] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=17] ====== checkpoint timer task ====== [2024-06-18 14:42:59.620722] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=36] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:42:59.623471] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=28] succ to get rec scn(*this={this:0xfffb2e404030, ls_id:{id:1}, tenant_id:1002, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1714500002242053348, v:0}, last_push_gc_task_ts_:1718691650614579, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:59.623535] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=62] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb26d8c080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb26d8c080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:59.623593] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=46] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1704761405284380625, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:42:59.623685] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=31] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, min_rec_scn_tablet_ids=[], *this={this:0xfffb2eb526d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692976182179824, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718692990158286214, latest_log_ts:{val:1718692973912326991, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:59.623798] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=106] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xfffb2eb522f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xfffb2eb5c6d0, table_type:1, memtable_head:0, memtable_tail:1, t3m:0xfffb4cf52030, tables:[0xfffb26d7c080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xfffb2eb5e0d0, ls_tablet_svr:0xfffb2eb522d0, slice_allocator:0xfffb2eb5e150}, min_rec_scn={val:1714500007741716502, v:0}, ls_id_={id:1}) [2024-06-18 14:42:59.623861] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=51] get rec log scn(service_type_=0, rec_log_ts={val:1718692973912326991, v:0}) [2024-06-18 14:42:59.623882] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=20] get rec log scn(service_type_=1, rec_log_ts={val:1718692030158286216, v:0}) [2024-06-18 14:42:59.623908] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=13] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1714500007741716502, v:0}, checkpoint_scn_in_ls_meta={val:1714500007741716502, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:42:59.623948] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:22815621120}, new_base_lsn={lsn:22815621120}, lsn={lsn:22815621120}) [2024-06-18 14:42:59.623979] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=30] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:22815621120}, ls->get_ls_id()={id:1}) [2024-06-18 14:42:59.627181] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=18] succ to get rec scn(*this={this:0xfffb2e4c6030, ls_id:{id:1001}, tenant_id:1002, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1710138988368555235, v:0}, last_push_gc_task_ts_:1718691650652235, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:59.627230] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=47] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb26d8cf90, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb26d8cf90, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1001}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:42:59.627281] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=43] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1704761405284380625, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1001}) [2024-06-18 14:42:59.627370] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=27] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, min_rec_scn_tablet_ids=[], *this={this:0xfffb2eb9a6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692973912326992, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692976182179824, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:42:59.627465] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=90] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="ALL_EMPTY", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]=NULL, min_rec_scn={val:4611686018427387903, v:0}, ls_id_={id:1001}) [2024-06-18 14:42:59.627505] INFO [PALF] get_binary_search_range_ (palf_handle_impl.cpp:1973) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=22] get_binary_search_range_(ret=0, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, min_block_id=9995, max_block_id=10179, result_block_id=274894685184, committed_lsn={lsn:683078977494}, scn={val:1718692979429559716, v:0}, last_locate_scn={val:18446744073709551615, v:3}, last_locate_block=274894685184) [2024-06-18 14:42:59.627577] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:42:59.627623] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=53, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:42:59.627692] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=27, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:42:59.628216] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.608|208=1us|217=19.80ms|222=2us|total=19.86ms) [2024-06-18 14:42:59.628290] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=68][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.608|536=0us|557=5us|562=0us|total=19.91ms) [2024-06-18 14:42:59.628346] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.608|79=0us|total=19.97ms) [2024-06-18 14:42:59.629712] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=29] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:42:59.638811] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=39] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692978927972141, v:0}, base_version={val:1718692978927972141, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692978927972141, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692979638783, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:59.638873] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=60] no need to update min/max version(new_version={val:1718692978927972141, v:0}, min_version={val:1718692978927972141, v:0}, max_version={val:1718692978927972141, v:0}) [2024-06-18 14:42:59.647570] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:32, local_retry_times:32, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.647626] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=49][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.647643] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.647660] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.647692] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1542, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:59.647717] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.647975] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.648010] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.648035] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.648057] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.648078] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.648100] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.648116] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.648131] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.648148] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.648159] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.648174] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.648184] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.648200] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.648210] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.648224] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.648243] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.648260] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.648276] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.648292] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.648305] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.648323] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.648341] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=33, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.648372] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=33000, remain_us=29455963, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.652597] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820949363}], scn_array=[{val:1718692979526006035, v:0}], curr_size=545, accum_size=4321, time_cost=114339) [2024-06-18 14:42:59.652731] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988220, log_task={header:{begin_lsn:{lsn:122820949363}, end_lsn:{lsn:122820949908}, log_id:217988220, min_scn:{val:1718692979526006035, v:0}, max_scn:{val:1718692979526006035, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820949363}, data_checksum:142538072, accum_checksum:866747159, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979526066, freeze_ts:1718692979538222, submit_ts:1718692979538233, flushed_ts:1718692979652660, gen_to_freeze cost time:12156, gen_to_submit cost time:12167, submit_to_flush cost time:114427}, fs_cb_begin_ts=1718692979652716, log_life_time=126650) [2024-06-18 14:42:59.652740] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979526006035, v:0}, log_ts:{val:1718692979526006035, v:0}, lsn:{lsn:122820949419}, submit_ts:1718692979526077}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007866}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126659, ctx_lock_wait_time=1) [2024-06-18 14:42:59.653045] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=128667, time_dist: do_cluster_heartbeat=13, generate_cluster_version=128574) [2024-06-18 14:42:59.663558] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.678291] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=34] PNIO [ratelimit] time: 1718692979678288, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007613, add_bytes: 0 [2024-06-18 14:42:59.681461] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:33, local_retry_times:33, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.681506] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.681517] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.681527] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.681551] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.681811] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.681845] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.681870] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.681891] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.681911] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.681926] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.681942] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.681956] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.681972] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.681983] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.681998] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.682008] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.682024] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.682036] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.682051] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.682070] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.682088] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.682102] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.682118] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.682129] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.682146] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.682157] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=34, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.682187] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=34000, remain_us=29422147, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.686926] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=13][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472600075}], scn_array=[{val:1718692979525918374, v:0}], curr_size=541, accum_size=541, time_cost=97082) [2024-06-18 14:42:59.686930] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078977494}], scn_array=[{val:1718692979429559717, v:0}], curr_size=122, accum_size=488, time_cost=59234) [2024-06-18 14:42:59.686934] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873712538}], scn_array=[{val:1718692979429559717, v:0}], curr_size=122, accum_size=122, time_cost=59340) [2024-06-18 14:42:59.687129] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=13][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703371, log_task={header:{begin_lsn:{lsn:71472600075}, end_lsn:{lsn:71472600616}, log_id:183703371, min_scn:{val:1718692979525918374, v:0}, max_scn:{val:1718692979525918374, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472600075}, data_checksum:2866861353, accum_checksum:1233662197, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979525982, freeze_ts:1718692979589801, submit_ts:1718692979589814, flushed_ts:1718692979687007, gen_to_freeze cost time:63819, gen_to_submit cost time:63832, submit_to_flush cost time:97193}, fs_cb_begin_ts=1718692979687108, log_life_time=161126) [2024-06-18 14:42:59.687149] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979525918374, v:0}, log_ts:{val:1718692979525918374, v:0}, lsn:{lsn:71472600131}, submit_ts:1718692979525993}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005312}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=161150, ctx_lock_wait_time=2) [2024-06-18 14:42:59.687398] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=25] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692978959769005, max_version=1718692978959769005 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692978719435067 and max_version = 1718692978719435067 ) [2024-06-18 14:42:59.689921] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=165574, time_dist: do_cluster_heartbeat=12, generate_cluster_version=163178) [2024-06-18 14:42:59.690974] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=40] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:59.692247] INFO pn_ratelimit (group.c:539) [568][IngressService][T0][Y0-0000000000000000-0-0] [lt=37] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-06-18 14:42:59.716272] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:34, local_retry_times:34, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.716317] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.716345] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.716357] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.716385] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.716630] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.716662] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.716687] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.716707] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.716735] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.716756] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.716772] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.716787] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.716803] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.716814] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.716829] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.716840] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.716856] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.716870] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.716885] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.716904] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.716921] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.716940] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.716952] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.716968] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.716986] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.716998] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=35, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.717028] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=35000, remain_us=29387307, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.727654] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=976) [2024-06-18 14:42:59.727733] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=976, avg_group_log_size=122) [2024-06-18 14:42:59.727765] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=976) [2024-06-18 14:42:59.732942] INFO [CLOG] is_in_sync (ob_log_handler.cpp:547) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F35F-0-0] [lt=29] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-06-18 14:42:59.742980] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=5) [2024-06-18 14:42:59.752113] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:35, local_retry_times:35, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:42:59.752152] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=35][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.752164] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:42:59.752174] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:42:59.752194] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1542, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:59.752217] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:42:59.752425] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.752452] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.752475] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:42:59.752494] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:42:59.752514] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:42:59.752529] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:42:59.752544] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:42:59.752558] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:42:59.752575] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:42:59.752585] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:42:59.752594] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:42:59.752604] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:42:59.752614] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:42:59.752629] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:42:59.752639] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:42:59.752661] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:42:59.752678] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.752692] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:42:59.752708] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:42:59.752721] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:42:59.752737] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:42:59.752748] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=36, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:42:59.752776] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=36000, remain_us=29351558, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.754768] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD27-0-0] [lt=34] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:42:59.755017] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:156) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=42] submit log success(service_type_=0, last_id=1718692996331788414, limited_id=1718692996331788414) [2024-06-18 14:42:59.755050] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:65) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=32] submit log with lock success(service_type_=0, last_id=1718692996331788414, limited_id=1718692996331788414) [2024-06-18 14:42:59.755073] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] get number(ret=0, service_type_=0, range=1, base_id=1718692979754967315, start_id=1718692979754967315, end_id=1718692979754967316) [2024-06-18 14:42:59.763619] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.784147] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820949908}], scn_array=[{val:1718692979526006036, v:0}], curr_size=122, accum_size=4443, time_cost=116163) [2024-06-18 14:42:59.784307] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=53] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=5060, avg_group_log_size=632) [2024-06-18 14:42:59.784358] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988221, log_task={header:{begin_lsn:{lsn:122820949908}, end_lsn:{lsn:122820950030}, log_id:217988221, min_scn:{val:1718692979526006036, v:0}, max_scn:{val:1718692979526006036, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820949908}, data_checksum:667309872, accum_checksum:1138958547, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979667933, freeze_ts:1718692979667939, submit_ts:1718692979667948, flushed_ts:1718692979784221, gen_to_freeze cost time:6, gen_to_submit cost time:15, submit_to_flush cost time:116273}, fs_cb_begin_ts=1718692979784346, log_life_time=116413) [2024-06-18 14:42:59.788723] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=32] current monitor number(seq_=-1) [2024-06-18 14:42:59.789077] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.789110] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.789207] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=37000, remain_us=29315127, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.790057] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=41] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1, min_version={val:1718692978959769005, v:0}, base_version={val:1718692978959769005, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692978959769005, v:0}, valid_part_count:0, total_part_count:1, generate_tstamp:1718692979790030, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:42:59.790113] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=53] no need to update min/max version(new_version={val:1718692978959769005, v:0}, min_version={val:1718692978959769005, v:0}, max_version={val:1718692978959769005, v:0}) [2024-06-18 14:42:59.790146] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=25] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=17, start_service_tstamp_=1718691840128524, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:42:59.799637] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.758|208=0us|217=41.62ms|222=2us|total=41.70ms) [2024-06-18 14:42:59.799718] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=75][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.757|536=0us|557=6us|562=0us|total=41.74ms) [2024-06-18 14:42:59.799743] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.757|79=0us|total=41.76ms) [2024-06-18 14:42:59.802362] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=25] not leader, no need refresh error context(id_=1) [2024-06-18 14:42:59.802419] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=29] not leader, no need refresh error context(id_=1001) [2024-06-18 14:42:59.805751] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=4][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:42:59.820567] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=32] Slow write(duration=74911, write_len=4096) [2024-06-18 14:42:59.820604] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=34] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592125, offset=340340}, end_cursor:ObLogCursor{file_id=119, log_id=31592126, offset=340590}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8aff0050, len:3724, log_data_len:250, seq:31592125, flush_finish:false, flush_ret:0}) [2024-06-18 14:42:59.820684] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:186) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=32] [CHECKPOINT] update clog checkpoint successfully(clog_checkpoint_lsn={lsn:683059433472}, checkpoint_scn={val:1718692979429559716, v:0}, ls_id={id:1001}, service_type="MAX_DECIDED_SCN") [2024-06-18 14:42:59.820715] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_ls_info.cpp:54) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F35F-0-0] [lt=33][errcode=-4008] execute fail(ret=-4008) [2024-06-18 14:42:59.820736] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:683059433472}, new_base_lsn={lsn:683059433472}, lsn={lsn:683059433472}) [2024-06-18 14:42:59.820769] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=31] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:683059433472}, ls->get_ls_id()={id:1001}) [2024-06-18 14:42:59.820812] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=39] succeed to update_clog_checkpoint(ret=0, ls_cnt=2) [2024-06-18 14:42:59.823448] INFO [STORAGE.TRANS] print_stat_ (ob_black_list.cpp:362) [1432][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=18] start to print blacklist info [2024-06-18 14:42:59.826508] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.826541] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.826631] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=38000, remain_us=29277703, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.840468] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:109) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=24] is logging [2024-06-18 14:42:59.840507] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:57) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=35] submit log with lock(ret=-4023, service_type_=0, last_id=1718692996331788414, limited_id=1718692996331788414) [2024-06-18 14:42:59.847072] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873712660}], scn_array=[{val:1718692979429559718, v:0}], curr_size=122, accum_size=244, time_cost=119403) [2024-06-18 14:42:59.847071] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078977616}], scn_array=[{val:1718692979429559718, v:0}], curr_size=122, accum_size=610, time_cost=119325) [2024-06-18 14:42:59.847073] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472600616}], scn_array=[{val:1718692979593370128, v:0}], curr_size=468, accum_size=1009, time_cost=159959) [2024-06-18 14:42:59.847225] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050289, log_task={header:{begin_lsn:{lsn:683078977616}, end_lsn:{lsn:683078977738}, log_id:173050289, min_scn:{val:1718692979429559718, v:0}, max_scn:{val:1718692979429559718, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078977616}, data_checksum:2222604892, accum_checksum:3327193906, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979727713, freeze_ts:1718692979727716, submit_ts:1718692979727721, flushed_ts:1718692979847152, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:119431}, fs_cb_begin_ts=1718692979847207, log_life_time=119494) [2024-06-18 14:42:59.847234] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703372, log_task={header:{begin_lsn:{lsn:71472600616}, end_lsn:{lsn:71472601084}, log_id:183703372, min_scn:{val:1718692979593370128, v:0}, max_scn:{val:1718692979593370128, v:0}, data_len:412, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472600616}, data_checksum:1032585937, accum_checksum:2893082770, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979593431, freeze_ts:1718692979687061, submit_ts:1718692979687087, flushed_ts:1718692979847137, gen_to_freeze cost time:93630, gen_to_submit cost time:93656, submit_to_flush cost time:160050}, fs_cb_begin_ts=1718692979847217, log_life_time=253786) [2024-06-18 14:42:59.847249] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=74][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979593370128, v:0}, log_ts:{val:1718692979593370128, v:0}, lsn:{lsn:71472600672}, submit_ts:1718692979593440}, this:0xfffb7ddb0ae0, is_inited_:true, trans_id:{txid:131005313}, ls_id:{id:1}, ctx:0xfffb7ddad850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=253805, ctx_lock_wait_time=2) [2024-06-18 14:42:59.847352] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344729, log_task={header:{begin_lsn:{lsn:26873712660}, end_lsn:{lsn:26873712782}, log_id:174344729, min_scn:{val:1718692979429559718, v:0}, max_scn:{val:1718692979429559718, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873712660}, data_checksum:667309872, accum_checksum:3355726035, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979727616, freeze_ts:1718692979727623, submit_ts:1718692979727635, flushed_ts:1718692979847304, gen_to_freeze cost time:7, gen_to_submit cost time:19, submit_to_flush cost time:119669}, fs_cb_begin_ts=1718692979847339, log_life_time=119723) [2024-06-18 14:42:59.847366] TRACE [TRACE] print_trace_log_if_necessary_ (ob_trans_ctx.cpp:139) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=61] [trans sampling] (TRACE=begin_ts=1718692979592567 2024-06-18 06:42:59.592567|[init] u=0 addr:0xfffb7ddad850, id:1, trans_id:{txid:131005313}, ref:0, opid:142770|[start_trans] u=3 ret:0, left_time:29999981, ref:2, opid:142771|[start_access] u=3 ret:0, trace_id:"YB42C0A801CD-00061B241B22EF53-0-0", opid:3, data_seq:1718692979458248, pending:1, ref:2, tid:186|[end_access] u=152 opid:3, pending:0, ref:2, tid:186|[set_stc] u=639 stc:1718692979593358, opid:142775|[after_submit_log] u=82 ret:0, log_no:0, base_ts:{scn_val:1718692979593370128}, t:{scn_val:1718692979593370128}, lsn:{lsn:71472600672}|[commit] u=3 ret:0, tid:1480, ref:3, opid:142775|[log_sync_succ_cb] u=253875 ret:0, log_type:0x1, t:{scn_val:1718692979593370128}, offset:{lsn:71472600672}, ref:2|[log_sync_succ_cb] u=2 ret:0, log_type:0x40, t:{scn_val:1718692979593370128}, offset:{lsn:71472600672}, ref:2|[response_scheduler] u=35 ret:0, tag1:false, tag2:false, status:0, commit_version:{scn_val:1718692979593370128}|total_timeu=254794) [2024-06-18 14:42:59.847497] TRACE [TRACE] print_trace_log_if_necessary_ (ob_trans_ctx.cpp:139) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=100] [trans sampling] (TRACE=begin_ts=1718692979592567 2024-06-18 06:42:59.592567|[init] u=0 addr:0xfffb7ddad850, id:1, trans_id:{txid:131005313}, ref:0, opid:142770|[start_trans] u=3 ret:0, left_time:29999981, ref:2, opid:142771|[start_access] u=3 ret:0, trace_id:"YB42C0A801CD-00061B241B22EF53-0-0", opid:3, data_seq:1718692979458248, pending:1, ref:2, tid:186|[end_access] u=152 opid:3, pending:0, ref:2, tid:186|[set_stc] u=639 stc:1718692979593358, opid:142775|[after_submit_log] u=82 ret:0, log_no:0, base_ts:{scn_val:1718692979593370128}, t:{scn_val:1718692979593370128}, lsn:{lsn:71472600672}|[commit] u=3 ret:0, tid:1480, ref:3, opid:142775|[log_sync_succ_cb] u=253875 ret:0, log_type:0x1, t:{scn_val:1718692979593370128}, offset:{lsn:71472600672}, ref:2|[log_sync_succ_cb] u=2 ret:0, log_type:0x40, t:{scn_val:1718692979593370128}, offset:{lsn:71472600672}, ref:2|[response_scheduler] u=35 ret:0, tag1:false, tag2:false, status:0, commit_version:{scn_val:1718692979593370128}|[exiting] u=107 ref:2, arg1:1, opid:142777|[log_sync_succ_cb] u=1 ret:0, log_type:0x100, t:{scn_val:1718692979593370128}, offset:{lsn:71472600672}, ref:1|[end_trans_cb] u=23 ret:0, arg1:0, arg2:{scn_val:1718692979593370128}, async:false, opid:142778|[destroy] u=4 opid:142778|total_timeu=254929) [2024-06-18 14:42:59.863680] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.864738] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1542, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:59.864954] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.864984] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.865075] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=39000, remain_us=29239259, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.873487] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.857|208=1us|217=15.53ms|222=2us|total=15.58ms) [2024-06-18 14:42:59.873552] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.857|536=0us|557=5us|562=0us|total=15.62ms) [2024-06-18 14:42:59.873580] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.857|79=0us|total=15.65ms) [2024-06-18 14:42:59.881383] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=51] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=114728, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:42:59.881422] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820950030}], scn_array=[{val:1718692979754967316, v:0}], curr_size=617, accum_size=5060, time_cost=97066) [2024-06-18 14:42:59.881450] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=25] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=5060) [2024-06-18 14:42:59.881481] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=18, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:42:59.881525] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=82] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=5060) [2024-06-18 14:42:59.881591] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=26] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=10, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:42:59.881614] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=157277, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:42:59.881627] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=42356, avg_log_gen_to_submit_time=42372, avg_log_submit_to_flush_time=114825, avg_log_submit_to_slide_time=114905) [2024-06-18 14:42:59.881654] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=152, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:42:59.881610] INFO [STORAGE] update_id_meta (ob_ls_meta.cpp:674) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=59] update id meta(ret=0, service_type=0, limited_id=1718692996331788414, latest_scn={val:1718692979754967316, v:0}, *this={tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692996331788414, latest_log_ts:{val:1718692979754967316, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}) [2024-06-18 14:42:59.881677] INFO [STORAGE.TRANS] handle_submit_callback (ob_id_service.cpp:188) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=65] handle submit callback(service_type_=0, success=true, used_ts=126662, log_ts={val:1718692979754967316, v:0}, limited_id=1718692996331788414) [2024-06-18 14:42:59.881704] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:560) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=25] timestamp service handle log callback(ret=0, limited_id=0, log_ts={val:18446744073709551615, v:3}) [2024-06-18 14:42:59.881726] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:598) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=21] ObPresistIDLogCb on success(ret=0, ret="OB_SUCCESS", *this={log_ts:{val:18446744073709551615, v:3}, log_buf:"", pos:0, id_srv_type:-1, limited_id:0}) [2024-06-18 14:42:59.881755] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979754967315, v:0}, log_ts:{val:1718692979754967317, v:0}, lsn:{lsn:122820950158}, submit_ts:1718692979755213}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007867}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126541, ctx_lock_wait_time=0) [2024-06-18 14:42:59.881967] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1001, new_min_version={val:1718692979526006035, v:0}, new_max_version={val:1718692979526006035, v:0}, last_min_version={val:1718692979055981133, v:0}, last_max_version={val:1718692979055981133, v:0}, total_time_us=128781, delta_us=355958) [2024-06-18 14:42:59.882010] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1718692979526006035, v:0}, min_version={val:1718692979526006035, v:0}, max_version={val:1718692979526006035, v:0}, in_service=true, leader_epoch=16) [2024-06-18 14:42:59.883899] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=130760, time_dist: do_cluster_heartbeat=15, generate_cluster_version=128870, cluster_service_self_check=8) [2024-06-18 14:42:59.889944] TRACE [TRACE] dump_tenant_info_ (ob_tenant_info_loader.cpp:216) [1119][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] [dump tenant_info_loader](TRACE=begin_ts=1718692979889937 2024-06-18 06:42:59.889937|[ob_tenant_info_loader] u=0 tenant_id:1002, is_sys_ls_leader:true, broadcast_cost_time:448, broadcast_times:2, broadcast_per_sec:0, rpc_update_times:0, rpc_update_per_sec:0, last_rpc_update_time_us:-1, sql_update_cost_time:1339, sql_update_times:2, tenant_info_cache:{tenant_info:{tenant_id:1002, switchover_epoch:0, sync_scn:{scn_val:1718692977423423887}, replayable_scn:{scn_val:1718692977423423887}, standby_scn:{scn_val:1718692977423423887}, recovery_until_scn:{scn_val:4611686018427387903}, tenant_role:{value:1}, switchover_status:{value:1}}, last_sql_update_time:1718692979888160, ora_rowscn:1718692979055981132}, is_inited:true|total_timeu=0) [2024-06-18 14:42:59.891581] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=46] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:42:59.904360] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.904392] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.904488] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=40000, remain_us=29199847, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.919636] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.892|208=0us|217=26.97ms|222=2us|total=27.02ms) [2024-06-18 14:42:59.919699] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.892|536=0us|557=6us|562=0us|total=27.06ms) [2024-06-18 14:42:59.919727] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.892|79=0us|total=27.09ms) [2024-06-18 14:42:59.930510] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=14] get number(ret=0, service_type_=0, range=1, base_id=1718692979930505377, start_id=1718692979930505377, end_id=1718692979930505378) [2024-06-18 14:42:59.931164] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=35] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_refresh=false, gts_local_cache={srr:[mts=1718692979931104], gts:1718692979931108221, latest_srr:[mts=1718692979931104]}) [2024-06-18 14:42:59.938633] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472601084}], scn_array=[{val:1718692979593370129, v:0}], curr_size=544, accum_size=1553, time_cost=91410) [2024-06-18 14:42:59.938785] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=78][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979801434598, v:0}, log_ts:{val:1718692979801434598, v:0}, lsn:{lsn:71472601206}, submit_ts:1718692979801505}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005314}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=137276, ctx_lock_wait_time=1) [2024-06-18 14:42:59.938905] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55] [APPLY STAT CB APPEND COST TIME](cur_stat_count=19, stat_interval=5000000, avg (count/cost)=42, this=0xfffb67fe4440, extra_info="") [2024-06-18 14:42:59.938931] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=25] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=19, stat_interval=5000000, avg (count/cost)=127608, this=0xfffb67fe4670, extra_info="") [2024-06-18 14:42:59.938951] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=19] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=19, stat_interval=5000000, avg (count/cost)=0, this=0xfffb67fe48a0, extra_info="") [2024-06-18 14:42:59.938970] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=18] [APPLY STAT CB EXECUTE TIME](cur_stat_count=19, stat_interval=5000000, avg (count/cost)=-456, this=0xfffb67fe4ad0, extra_info="") [2024-06-18 14:42:59.938991] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=20] [APPLY STAT CB TOTAL TIME](cur_stat_count=19, stat_interval=5000000, avg (count/cost)=127193, this=0xfffb67fe4d00, extra_info="") [2024-06-18 14:42:59.940006] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AA-0-0] [lt=35] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:42:59.940984] INFO [STORAGE.TRANS] print_statistics (ob_xa_define.cpp:467) [832][T1_ObXAHbWorker][T1][Y0-0000000000000000-0-0] [lt=47] xa statistics(total_active_xa_ctx_count=0, total_standby_clearup_count=0, total_success_xa_start=0, total_failure_xa_start=0, total_success_xa_prepare=0, total_failure_xa_prepare=0, total_success_xa_1pc_commit=0, total_failure_xa_1pc_commit=0, total_success_xa_2pc_commit=0, total_failure_xa_2pc_commit=0, total_failure_xa_rollback=0, total_success_dblink_promotion=0, total_failure_dblink_promotion=0, total_success_dblink=0, total_failure_dblink=0) [2024-06-18 14:42:59.943081] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=4) [2024-06-18 14:42:59.943371] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AA-0-0] [lt=47][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:42:59.944793] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.944826] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.944926] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=41000, remain_us=29159408, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.946036] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [1279][T1002_LCLSender][T1002][Y0-0000000000000000-0-0] [lt=49] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb4ad262b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:42:59.963803] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=56] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:42:59.963828] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=23] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:42:59.963850] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:42:59.970687] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=18] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:42:59.970726] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=25] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:42:59.970756] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=23] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=268) [2024-06-18 14:42:59.984025] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28] no need to update min/max version(new_version={val:1718692979526006035, v:0}, min_version={val:1718692979526006035, v:0}, max_version={val:1718692979526006035, v:0}) [2024-06-18 14:42:59.985605] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AA-0-0] [lt=30] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:42:59.986032] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1542, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:42:59.986233] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:42:59.986262] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:42:59.986355] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=42000, remain_us=29117980, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:42:59.987012] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AA-0-0] [lt=36] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:43:00.001534] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820950647}], scn_array=[{val:1718692979840461831, v:0}], curr_size=545, accum_size=545, time_cost=119945) [2024-06-18 14:43:00.001534] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873712782}], scn_array=[{val:1718692979429559719, v:0}], curr_size=122, accum_size=366, time_cost=73774) [2024-06-18 14:43:00.001571] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078977738}], scn_array=[{val:1718692979429559719, v:0}], curr_size=122, accum_size=732, time_cost=73783) [2024-06-18 14:43:00.001673] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988223, log_task={header:{begin_lsn:{lsn:122820950647}, end_lsn:{lsn:122820951192}, log_id:217988223, min_scn:{val:1718692979840461831, v:0}, max_scn:{val:1718692979840461831, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820950647}, data_checksum:3786036822, accum_checksum:1586099073, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979840594, freeze_ts:1718692979881557, submit_ts:1718692979881567, flushed_ts:1718692980001605, gen_to_freeze cost time:40963, gen_to_submit cost time:40973, submit_to_flush cost time:120038}, fs_cb_begin_ts=1718692980001658, log_life_time=161064) [2024-06-18 14:43:00.001704] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=51] [APPLY STAT CB APPEND COST TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=57, this=0xfffb309f8440, extra_info="") [2024-06-18 14:43:00.001681] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979840461831, v:0}, log_ts:{val:1718692979840461831, v:0}, lsn:{lsn:122820950703}, submit_ts:1718692979840605}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007868}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=161072, ctx_lock_wait_time=1) [2024-06-18 14:43:00.001733] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=28] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=102871, this=0xfffb309f8670, extra_info="") [2024-06-18 14:43:00.001749] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=14] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=0, this=0xfffb309f88a0, extra_info="") [2024-06-18 14:43:00.001785] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=35] [APPLY STAT CB EXECUTE TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=-486, this=0xfffb309f8ad0, extra_info="") [2024-06-18 14:43:00.001830] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=44] [APPLY STAT CB TOTAL TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=102441, this=0xfffb309f8d00, extra_info="") [2024-06-18 14:43:00.002034] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=163146, time_dist: do_cluster_heartbeat=10, generate_cluster_version=163003, cluster_service_self_check=8) [2024-06-18 14:43:00.009245] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=30] gc stale ls task succ [2024-06-18 14:43:00.011066] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:42:59.993|208=0us|217=17.11ms|222=2us|total=17.16ms) [2024-06-18 14:43:00.011144] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:42:59.993|536=1us|557=4us|562=0us|total=17.22ms) [2024-06-18 14:43:00.011175] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:42:59.993|79=0us|total=17.25ms) [2024-06-18 14:43:00.028663] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.028698] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.028788] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=43000, remain_us=29075547, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.030153] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472601628}], scn_array=[{val:1718692979930505377, v:0}], curr_size=122, accum_size=1675, time_cost=89897) [2024-06-18 14:43:00.034880] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:213) [821][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=29] start to check and clear obj lock(ls->get_ls_id()={id:1}) [2024-06-18 14:43:00.036447] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=20] ====== traversal_flush timer task ====== [2024-06-18 14:43:00.036660] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=19] ====== check clog disk timer task ====== [2024-06-18 14:43:00.036697] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=26] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:43:00.036732] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=20] cannot_recycle_log_size statistics(cannot_recycle_log_size=140233366, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:43:00.036692] INFO [MDS] flush (mds_table_mgr.cpp:240) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=20] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:1718647494967744305, v:0}, max_consequent_callbacked_scn={val:1718692979801434598, v:0}, *this={this:0xfffb67fa66d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692991039088806, latest_log_ts:{val:1718692974413404443, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:00.036816] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=111] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-06-18 14:43:00.042547] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=23] ====== tenant freeze timer task ====== [2024-06-18 14:43:00.050047] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=69] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:43:00.063804] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.072108] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.072144] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.072247] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=44000, remain_us=29032088, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.072466] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.396|208=0us|217=32.78ms|222=2us|total=32.82ms) [2024-06-18 14:43:00.072524] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.396|536=0us|557=4us|562=0us|total=32.86ms) [2024-06-18 14:43:00.072551] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.396|79=0us|total=32.88ms) [2024-06-18 14:43:00.087364] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873712904}], scn_array=[{val:1718692979931108221, v:0}], curr_size=122, accum_size=488, time_cost=59549) [2024-06-18 14:43:00.087368] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=109][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078977860}], scn_array=[{val:1718692979931108221, v:0}], curr_size=122, accum_size=854, time_cost=59524) [2024-06-18 14:43:00.092146] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:00.102175] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=51] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692979429559717, v:0}, base_version={val:1718692979429559717, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692979429559717, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692980102152, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:00.102229] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=52] no need to update min/max version(new_version={val:1718692979429559717, v:0}, min_version={val:1718692979429559717, v:0}, max_version={val:1718692979429559717, v:0}) [2024-06-18 14:43:00.111563] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=35] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:00.113740] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=31] LogLoopThread round_cost_time(us)(round_cost_time=19) [2024-06-18 14:43:00.113917] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.962|208=1us|217=17.67ms|222=2us|total=17.72ms) [2024-06-18 14:43:00.113981] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.962|536=0us|557=5us|562=0us|total=17.77ms) [2024-06-18 14:43:00.114007] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.962|79=0us|total=17.79ms) [2024-06-18 14:43:00.114136] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=36] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=0, size_used=86536, mem_used=137263104) [2024-06-18 14:43:00.116355] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1542, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:00.116572] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.116603] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.116700] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=45000, remain_us=28987635, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.129741] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=29] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.130093] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.130131] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.130256] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.130408] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.130564] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.130661] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=20] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.133172] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820951192}], scn_array=[{val:1718692979930580097, v:0}], curr_size=122, accum_size=667, time_cost=64949) [2024-06-18 14:43:00.133173] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472601750}], scn_array=[{val:1718692979987160648, v:0}], curr_size=963, accum_size=2638, time_cost=102866) [2024-06-18 14:43:00.133293] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703375, log_task={header:{begin_lsn:{lsn:71472601750}, end_lsn:{lsn:71472602713}, log_id:183703375, min_scn:{val:1718692979987160648, v:0}, max_scn:{val:1718692979991693828, v:0}, data_len:907, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472601750}, data_checksum:2081845872, accum_checksum:613727633, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692979987230, freeze_ts:1718692980030261, submit_ts:1718692980030277, flushed_ts:1718692980133226, gen_to_freeze cost time:43031, gen_to_submit cost time:43047, submit_to_flush cost time:102949}, fs_cb_begin_ts=1718692980133276, log_life_time=146046) [2024-06-18 14:43:00.133301] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=11][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979991693828, v:0}, log_ts:{val:1718692979991693828, v:0}, lsn:{lsn:71472602228}, submit_ts:1718692979991762}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005316}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=141536, ctx_lock_wait_time=1) [2024-06-18 14:43:00.133427] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692979593370128, max_version=1718692979593370128 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692978959769005 and max_version = 1718692978959769005 ) [2024-06-18 14:43:00.133409] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692979987160648, v:0}, log_ts:{val:1718692979987160648, v:0}, lsn:{lsn:71472601806}, submit_ts:1718692979987243}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005315}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=146165, ctx_lock_wait_time=0) [2024-06-18 14:43:00.133617] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=143479, time_dist: do_cluster_heartbeat=14, generate_cluster_version=143382) [2024-06-18 14:43:00.143183] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=3) [2024-06-18 14:43:00.158839] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [1056][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=24] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:43:00.158882] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [1056][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=27] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=265) [2024-06-18 14:43:00.161786] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:00.162060] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.162091] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.162191] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=46000, remain_us=28942144, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.163865] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.168738] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.143|208=0us|217=24.85ms|222=2us|total=24.90ms) [2024-06-18 14:43:00.168798] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.143|536=0us|557=6us|562=0us|total=24.94ms) [2024-06-18 14:43:00.168824] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.143|79=0us|total=24.97ms) [2024-06-18 14:43:00.173774] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:936) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=16] trace max work area(auto_calc=true, tenant_max_memory_limit=1288490188, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=64424509, max_wa_memory_size=64424509, tmp_max_wa_memory_size=64424509, pre_mem_target=64424509, remain_memory_size=64424509, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=603258880, washable_size=-2, max_workarea_memory_size=64424509, max_tenant_memory_size=685231308, wash_ratio=6, tenant_id=1001) [2024-06-18 14:43:00.173958] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:323) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=59] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=8053063, calc_global_bound_size=1048576000000, mem_target_=64424509, wa_max_memory_size=64424509, profile_cnt_=19, total_memory_size=0, max_wa_size=64424509, avg_bound_size=3390763, max_bound_size=8053063, min_bound_size_=1048576) [2024-06-18 14:43:00.174010] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1184) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=46] timer to calc global bound size(ret=0, global_bound_size_=8053063, manual_calc_cnt_=23, drift_size_=0, pre_drift_size=0, wa_max_memory_size=64424509, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1001, profile_cnt_=19, pre_profile_cnt_=0, pre_profile_cnt=19, calc_info.get_global_bound_size()=8053063, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=64424509, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-06-18 14:43:00.178119] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:00.178157] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:00.178289] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:00.178316] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:00.178344] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:00.178369] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:00.178394] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:00.178422] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:00.178441] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:00.178461] WDIAG [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:841) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id_=1002) [2024-06-18 14:43:00.178481] WDIAG [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:1230) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get percent [2024-06-18 14:43:00.178498] WDIAG [SERVER] runTimerTask (ob_tenant_duty_task.cpp:214) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] failed to calculate global bound size(ret=-4152, ids[i]=1002) [2024-06-18 14:43:00.185550] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD28-0-0] [lt=33] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:00.185714] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41] get number(ret=0, service_type_=0, range=1, base_id=1718692980185710404, start_id=1718692980185710404, end_id=1718692980185710405) [2024-06-18 14:43:00.188859] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505212, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:00.189028] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505211, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:00.189176] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505210, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:00.189313] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505209, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:00.189446] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=17] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505207, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:00.189520] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505205, routine_name:"PROC_REPORT_GZZ_DRG_SD_MX", routine_type:1, overload:0, schema_version:1704781656142160}) [2024-06-18 14:43:00.191912] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 7043.00) [2024-06-18 14:43:00.191948] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=28] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:00.192073] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=49] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.99, rt: 78455.00) [2024-06-18 14:43:00.192100] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 20.90, rt: 15911.62) [2024-06-18 14:43:00.192142] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=36] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 64365.71, iops: 41.80, rt: 15678.90) [2024-06-18 14:43:00.192160] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12635040, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:00.192197] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192221] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=22] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192241] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192261] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192279] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192298] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192316] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192334] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192348] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192365] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192384] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192397] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192415] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192428] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192446] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.192459] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:00.208509] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.208547] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=36] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.208640] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=47000, remain_us=28895695, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.211061] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.189|208=1us|217=21.47ms|222=3us|total=21.52ms) [2024-06-18 14:43:00.211121] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.189|536=0us|557=4us|562=0us|total=21.58ms) [2024-06-18 14:43:00.211168] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=44][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.189|79=0us|total=21.60ms) [2024-06-18 14:43:00.224975] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505106, routine_name:"proc_import_test", routine_type:1, overload:0, schema_version:1705027016946176}) [2024-06-18 14:43:00.236076] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873713026}], scn_array=[{val:1718692979931108222, v:0}], curr_size=122, accum_size=610, time_cost=108208) [2024-06-18 14:43:00.236079] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=94336, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:43:00.236116] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078977982}], scn_array=[{val:1718692979931108222, v:0}], curr_size=122, accum_size=976, time_cost=108180) [2024-06-18 14:43:00.236146] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=28] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=976) [2024-06-18 14:43:00.236199] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=16, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:43:00.236235] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344732, log_task={header:{begin_lsn:{lsn:26873713026}, end_lsn:{lsn:26873713148}, log_id:174344732, min_scn:{val:1718692979931108222, v:0}, max_scn:{val:1718692979931108222, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873713026}, data_checksum:667309872, accum_checksum:337803708, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980127823, freeze_ts:1718692980127828, submit_ts:1718692980127837, flushed_ts:1718692980236157, gen_to_freeze cost time:5, gen_to_submit cost time:14, submit_to_flush cost time:108320}, fs_cb_begin_ts=1718692980236216, log_life_time=108393) [2024-06-18 14:43:00.236347] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=63] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=976) [2024-06-18 14:43:00.236388] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:43:00.236409] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=94558, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:43:00.236427] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=2, avg_log_gen_to_submit_time=8, avg_log_submit_to_flush_time=94504, avg_log_submit_to_slide_time=94550) [2024-06-18 14:43:00.236447] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050292, log_task={header:{begin_lsn:{lsn:683078977982}, end_lsn:{lsn:683078978104}, log_id:173050292, min_scn:{val:1718692979931108222, v:0}, max_scn:{val:1718692979931108222, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078977982}, data_checksum:2222604892, accum_checksum:1669897927, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980127867, freeze_ts:1718692980127869, submit_ts:1718692980127874, flushed_ts:1718692980236314, gen_to_freeze cost time:2, gen_to_submit cost time:7, submit_to_flush cost time:108440}, fs_cb_begin_ts=1718692980236375, log_life_time=108508) [2024-06-18 14:43:00.236489] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=96, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:43:00.239939] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=33] gc stale ls task succ [2024-06-18 14:43:00.255748] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1542, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:00.255973] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.256005] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.256103] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=48000, remain_us=28848232, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.262484] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=32][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.246|208=0us|217=15.54ms|222=2us|total=15.59ms) [2024-06-18 14:43:00.262544] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.246|536=0us|557=4us|562=1us|total=15.63ms) [2024-06-18 14:43:00.262572] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.246|79=0us|total=15.65ms) [2024-06-18 14:43:00.263928] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.281838] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820951314}], scn_array=[{val:1718692979930580098, v:0}], curr_size=122, accum_size=789, time_cost=113557) [2024-06-18 14:43:00.281848] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472602713}], scn_array=[{val:1718692979991693829, v:0}], curr_size=122, accum_size=2760, time_cost=141490) [2024-06-18 14:43:00.282000] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988225, log_task={header:{begin_lsn:{lsn:122820951314}, end_lsn:{lsn:122820951436}, log_id:217988225, min_scn:{val:1718692979930580098, v:0}, max_scn:{val:1718692979930580098, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820951314}, data_checksum:667309872, accum_checksum:1321591614, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980168235, freeze_ts:1718692980168240, submit_ts:1718692980168249, flushed_ts:1718692980281902, gen_to_freeze cost time:5, gen_to_submit cost time:14, submit_to_flush cost time:113653}, fs_cb_begin_ts=1718692980281986, log_life_time=113751) [2024-06-18 14:43:00.282006] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703376, log_task={header:{begin_lsn:{lsn:71472602713}, end_lsn:{lsn:71472602835}, log_id:183703376, min_scn:{val:1718692979991693829, v:0}, max_scn:{val:1718692979991693829, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472602713}, data_checksum:667309872, accum_checksum:19127240, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980140305, freeze_ts:1718692980140311, submit_ts:1718692980140325, flushed_ts:1718692980281909, gen_to_freeze cost time:6, gen_to_submit cost time:20, submit_to_flush cost time:141584}, fs_cb_begin_ts=1718692980281987, log_life_time=141682) [2024-06-18 14:43:00.292721] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=38] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:00.302035] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [829][T1_LCLSender][T1][Y0-0000000000000000-0-0] [lt=40] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb7d3ca2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:43:00.303684] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305AF-0-0] [lt=25] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:00.303837] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41] get number(ret=0, service_type_=0, range=1, base_id=1718692980303834139, start_id=1718692980303834139, end_id=1718692980303834140) [2024-06-18 14:43:00.304402] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.304437] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.304540] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=49000, remain_us=28799794, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.318794] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=26] gc stale ls task succ [2024-06-18 14:43:00.319222] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=39][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.292|208=1us|217=26.82ms|222=2us|total=26.88ms) [2024-06-18 14:43:00.319284] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.292|536=0us|557=7us|562=0us|total=26.92ms) [2024-06-18 14:43:00.319326] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.292|79=0us|total=26.96ms) [2024-06-18 14:43:00.321296] INFO [STORAGE.BLKMGR] mark_and_sweep (ob_block_manager.cpp:960) [476][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=73] no block alloc/free, no need to mark blocks(ret=0) [2024-06-18 14:43:00.321337] INFO [STORAGE.BLKMGR] mark_and_sweep (ob_block_manager.cpp:995) [476][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=34] finish once mark and sweep(ret=0, alloc_num=0, marker_status={total_block_count:222464, reserved_block_count:2, linked_block_count:7, tmp_file_count:0, data_block_count:10062, shared_data_block_count:45, index_block_count:30, ids_block_count:0, disk_block_count:0, bloomfiter_count:0, hold_count:0, pending_free_count:2, free_count:212294, shared_meta_block_count:24, mark_cost_time:8285454, sweep_cost_time:133, start_time:"2024-06-18 14:42:22.26986", last_end_time:"2024-06-18 14:42:30.312573", mark_finished:true, hold_info:nothing}, map_cnt=10168) [2024-06-18 14:43:00.327580] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820951436}], scn_array=[{val:1718692980185710404, v:0}], curr_size=545, accum_size=1334, time_cost=45587) [2024-06-18 14:43:00.327741] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980185710404, v:0}, log_ts:{val:1718692980185710404, v:0}, lsn:{lsn:122820951492}, submit_ts:1718692980185827}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007869}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=141910, ctx_lock_wait_time=1) [2024-06-18 14:43:00.329897] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=145792, time_dist: do_cluster_heartbeat=11, generate_cluster_version=143879) [2024-06-18 14:43:00.343280] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=26] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=2) [2024-06-18 14:43:00.349875] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=31] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.350291] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=25] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.350309] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=37] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.350630] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.350631] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.350780] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=23] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.350785] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=27] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.350799] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=21] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.350916] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.350978] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=28] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.351005] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.351077] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=54] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.351111] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=34] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.351107] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=21] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.351183] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.351222] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=31] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.352203] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:00.353850] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.353885] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.353992] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=50000, remain_us=28750343, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.363990] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.365338] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=43][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.337|208=0us|217=28.21ms|222=2us|total=28.27ms) [2024-06-18 14:43:00.365403] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.337|536=0us|557=6us|562=0us|total=28.32ms) [2024-06-18 14:43:00.365436] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.337|79=0us|total=28.34ms) [2024-06-18 14:43:00.368003] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=19] ====== traversal_flush timer task ====== [2024-06-18 14:43:00.368149] INFO [MDS] flush (mds_table_mgr.cpp:213) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=25] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:4611686018427387903, v:0}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffb2eb526d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692976182179824, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718692990158286214, latest_log_ts:{val:1718692973912326991, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:00.368380] INFO [MDS] flush (mds_table_mgr.cpp:213) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=114] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1001}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:4611686018427387903, v:0}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffb2eb9a6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692979429559716, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692976182179824, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:00.368469] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=85] succeed to traversal_flush(ret=0, ls_cnt=2) [2024-06-18 14:43:00.369382] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA38-0-0] [lt=18][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:43:00.369419] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA38-0-0] [lt=34][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:00.372050] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:00.372084] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:00.372208] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:00.372235] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:00.372258] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:00.372299] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:00.372322] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:00.372345] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:00.372363] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:00.372380] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:43:00.372402] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:43:00.372421] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=18, mem_used=16637952) [2024-06-18 14:43:00.372451] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15] release old cannot free more memory [2024-06-18 14:43:00.372465] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=12] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=2, elapse_time=43, size_used=0, mem_used=14558208) [2024-06-18 14:43:00.374795] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=36] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:00.404306] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=4] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.404342] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.404425] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=51000, remain_us=28699909, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.405908] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.405938] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=29][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.405925] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=31][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:657516, tid:1306}]) [2024-06-18 14:43:00.405952] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.405971] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.405984] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406003] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406016] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406034] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406046] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406056] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406070] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406088] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406100] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406119] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406132] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406150] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406162] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406180] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406193] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406211] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406224] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406242] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406254] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406273] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406285] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406304] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406316] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406335] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406347] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406366] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406378] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406396] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406408] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406427] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406439] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406458] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406470] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406488] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406500] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406519] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406531] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406550] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406563] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406581] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406594] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406612] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406624] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406643] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406655] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406673] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406685] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406703] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406715] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406733] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406745] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406764] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406776] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406794] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406807] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406825] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406838] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406856] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406869] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406887] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406899] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406918] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406930] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406949] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406961] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406980] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.406992] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407010] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407023] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407041] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407054] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407072] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407085] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407103] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407116] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407135] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407147] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407165] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407178] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407197] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407209] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407227] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407240] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407258] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407270] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407288] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407301] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407319] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407332] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407350] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407362] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407381] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407393] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407412] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407424] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407442] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407455] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407473] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407486] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407504] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407516] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407534] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407547] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407566] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407578] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407597] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407609] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407628] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407640] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407658] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407670] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407689] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407702] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407720] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407732] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407751] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407763] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407781] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407793] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407812] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407825] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407843] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407856] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407874] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407886] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407905] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407917] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407935] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407948] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407966] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407979] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.407997] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408009] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408027] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408041] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408059] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408071] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408090] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408102] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408120] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408133] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408152] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408164] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408182] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408195] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408208] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408227] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408239] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408258] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408271] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408289] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408302] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408320] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408332] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408351] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408364] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408382] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408395] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408413] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408425] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408444] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408456] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408474] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408487] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408505] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408518] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408537] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408549] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408568] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408580] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408599] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408612] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408630] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408643] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408661] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408674] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408692] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408705] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408724] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408737] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408755] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408768] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408786] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408799] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408817] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408830] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408849] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408861] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408879] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408892] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408910] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408923] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408941] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408954] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408973] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.408986] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:00.409004] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:00.419032] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:00.419068] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:00.419192] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:00.419220] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:00.419266] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:00.419289] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:00.419312] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:00.419338] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:00.419358] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:00.419378] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=17] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1002) [2024-06-18 14:43:00.419399] WDIAG [SQL.PC] run_plan_cache_task (ob_plan_cache.cpp:2614) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fail to update plan cache memory sys val(ret=-4152) [2024-06-18 14:43:00.419415] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=11] start lib cache evict(tenant_id=1002, mem_hold=16777216, mem_limit=579820585, cache_obj_num=54, cache_node_num=54) [2024-06-18 14:43:00.419437] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=18] end lib cache evict(tenant_id=1002, cache_evict_num=0, mem_hold=16777216, mem_limit=579820585, cache_obj_num=54, cache_node_num=54) [2024-06-18 14:43:00.419458] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=18] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:00.423810] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=22] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=15, mem_used=37435392) [2024-06-18 14:43:00.423853] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=34] release old cannot free more memory [2024-06-18 14:43:00.423875] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=19] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=65, size_used=0, mem_used=37435392) [2024-06-18 14:43:00.426367] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=17] Dumping All Cache Objs(alloc_obj_list.count()=54, alloc_obj_list=[{obj_id:1, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108434}, {obj_id:2, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:3, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108320}, {obj_id:5, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:368023}, {obj_id:6, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:7, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:8, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:9, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:10, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:12, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113793}, {obj_id:13, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116487}, {obj_id:16, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:18, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110311}, {obj_id:19, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116057}, {obj_id:20, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109612}, {obj_id:21, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:24, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112993}, {obj_id:27, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156796}, {obj_id:31, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105807}, {obj_id:33, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125346}, {obj_id:39, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126915}, {obj_id:41, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:43, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:44, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:46, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107344}, {obj_id:47, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:48, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111884}, {obj_id:49, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:50, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:51, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:52, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:53, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178767}, {obj_id:54, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:55, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163440}, {obj_id:56, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177619}, {obj_id:57, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136902}, {obj_id:58, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157212}, {obj_id:59, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:60, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:131029}, {obj_id:61, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:62, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:63, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:64, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:65, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:66, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:67, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110348}, {obj_id:68, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:69, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:70, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:152993}, {obj_id:71, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155912}, {obj_id:72, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:223548}, {obj_id:73, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128193}, {obj_id:74, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128193}]) [2024-06-18 14:43:00.426591] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=218] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:00.429654] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=45] PNIO [ratelimit] time: 1718692980429651, bytes: 15644252, bw: 0.010577 MB/s, add_ts: 1007602, add_bytes: 11175 [2024-06-18 14:43:00.431463] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD29-0-0] [lt=38] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:00.431631] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692980431627029, start_id=1718692980431627029, end_id=1718692980431627030) [2024-06-18 14:43:00.431761] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=45] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3708) [2024-06-18 14:43:00.431794] INFO [LIB] stat (utility.h:1157) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=31, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:43:00.432132] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=37] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:43:00.432183] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=29] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1718692980432162], gts:1718692980432165002, latest_srr:[mts=1718692980432162]}) [2024-06-18 14:43:00.447655] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472602835}], scn_array=[{val:1718692980235224807, v:0}], curr_size=541, accum_size=3301, time_cost=165663) [2024-06-18 14:43:00.447829] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703377, log_task={header:{begin_lsn:{lsn:71472602835}, end_lsn:{lsn:71472603376}, log_id:183703377, min_scn:{val:1718692980235224807, v:0}, max_scn:{val:1718692980235224807, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472602835}, data_checksum:896531932, accum_checksum:1173260946, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980235294, freeze_ts:1718692980281952, submit_ts:1718692980281967, flushed_ts:1718692980447726, gen_to_freeze cost time:46658, gen_to_submit cost time:46673, submit_to_flush cost time:165759}, fs_cb_begin_ts=1718692980447812, log_life_time=212518) [2024-06-18 14:43:00.447844] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980235224807, v:0}, log_ts:{val:1718692980235224807, v:0}, lsn:{lsn:71472602891}, submit_ts:1718692980235305}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005317}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=212534, ctx_lock_wait_time=1) [2024-06-18 14:43:00.448005] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692979991693828, max_version=1718692979991693828 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692979593370128 and max_version = 1718692979593370128 ) [2024-06-18 14:43:00.448225] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=214530, time_dist: do_cluster_heartbeat=13, generate_cluster_version=214418) [2024-06-18 14:43:00.455743] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.455783] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.455881] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=52000, remain_us=28648454, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.460732] WDIAG [SERVER] do_heartbeat_event (ob_heartbeat.cpp:265) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=38][errcode=0] try reload schema failed(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=-4023) [2024-06-18 14:43:00.464051] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.471972] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=38] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:43:00.491047] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.473|208=1us|217=17.53ms|222=2us|total=17.60ms) [2024-06-18 14:43:00.491139] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=70][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.473|536=0us|557=6us|562=0us|total=17.66ms) [2024-06-18 14:43:00.491176] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.473|79=0us|total=17.69ms) [2024-06-18 14:43:00.493338] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=45] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:00.503273] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1021) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=24] replay status is not follower(min_unreplayed_lsn={lsn:26872877838}, base_lsn={lsn:22815621120}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692979481390, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10592, ret_code_:0}}, next_to_submit_lsn_:{lsn:26872877838}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:22815621120}, base_scn_:{val:1714500007741716502, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c805000, next_round_pread_size:2121728, curr_read_pos:1267608, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1267608, log_storage_:{IteratorStorage:{start_lsn:{lsn:26871610230}, end_lsn:{lsn:26872877838}, read_buf:{buf_len_:2125824, buf_:0xfffb1c805000}, block_size:67104768, log_storage_:0xfffb473ceb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumulate_checksum:1440925250, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:43:00.503377] INFO [CLOG] operator() (ob_log_replay_service.cpp:1431) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=103] get_replay_process success(id={id:1}, replayed_log_size=4057256718, unreplayed_log_size=0) [2024-06-18 14:43:00.503416] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1021) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=17] replay status is not follower(min_unreplayed_lsn={lsn:683078262445}, base_lsn={lsn:683059433472}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692979481403, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:683078262445}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:683059433472}, base_scn_:{val:1718691439026852456, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:683078262323}, end_lsn:{lsn:683078262445}, read_buf:{buf_len_:2125824, buf_:0xfffb1c405000}, block_size:67104768, log_storage_:0xfffb473deb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:154833137, flag:1}}, init_mode_version:0, accumulate_checksum:2889705391, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:43:00.503483] INFO [CLOG] operator() (ob_log_replay_service.cpp:1431) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=66] get_replay_process success(id={id:1001}, replayed_log_size=18828973, unreplayed_log_size=0) [2024-06-18 14:43:00.503548] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:154) [1210][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=13] dump tenant replay process(tenant_id=1002, unreplayed_log_size(MB)=0, estimate_time(second)=0, replayed_log_size(MB)=3887, last_replayed_log_size(MB)=3887, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-06-18 14:43:00.504931] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820951981}], scn_array=[{val:1718692980303834139, v:0}], curr_size=545, accum_size=1879, time_cost=177206) [2024-06-18 14:43:00.504931] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873713148}], scn_array=[{val:1718692979931108223, v:0}], curr_size=122, accum_size=732, time_cost=176932) [2024-06-18 14:43:00.504931] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078978104}], scn_array=[{val:1718692979931108223, v:0}], curr_size=122, accum_size=122, time_cost=176901) [2024-06-18 14:43:00.505080] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344733, log_task={header:{begin_lsn:{lsn:26873713148}, end_lsn:{lsn:26873713270}, log_id:174344733, min_scn:{val:1718692979931108223, v:0}, max_scn:{val:1718692979931108223, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873713148}, data_checksum:667309872, accum_checksum:2818792395, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980327948, freeze_ts:1718692980327954, submit_ts:1718692980327965, flushed_ts:1718692980504999, gen_to_freeze cost time:6, gen_to_submit cost time:17, submit_to_flush cost time:177034}, fs_cb_begin_ts=1718692980505060, log_life_time=177112) [2024-06-18 14:43:00.505101] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988227, log_task={header:{begin_lsn:{lsn:122820951981}, end_lsn:{lsn:122820952526}, log_id:217988227, min_scn:{val:1718692980303834139, v:0}, max_scn:{val:1718692980303834139, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820951981}, data_checksum:4281114634, accum_checksum:3389495564, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980303932, freeze_ts:1718692980327684, submit_ts:1718692980327698, flushed_ts:1718692980505002, gen_to_freeze cost time:23752, gen_to_submit cost time:23766, submit_to_flush cost time:177304}, fs_cb_begin_ts=1718692980505086, log_life_time=201154) [2024-06-18 14:43:00.505112] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=78][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980303834139, v:0}, log_ts:{val:1718692980303834139, v:0}, lsn:{lsn:122820952037}, submit_ts:1718692980303943}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007870}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=201165, ctx_lock_wait_time=1) [2024-06-18 14:43:00.505206] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050293, log_task={header:{begin_lsn:{lsn:683078978104}, end_lsn:{lsn:683078978226}, log_id:173050293, min_scn:{val:1718692979931108223, v:0}, max_scn:{val:1718692979931108223, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078978104}, data_checksum:2222604892, accum_checksum:3071457637, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980327997, freeze_ts:1718692980328000, submit_ts:1718692980328006, flushed_ts:1718692980505155, gen_to_freeze cost time:3, gen_to_submit cost time:9, submit_to_flush cost time:177149}, fs_cb_begin_ts=1718692980505191, log_life_time=177194) [2024-06-18 14:43:00.508190] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.508236] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.508337] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=53000, remain_us=28595998, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.529223] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=48] Slow write(duration=46948, write_len=4096) [2024-06-18 14:43:00.529258] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=32] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592126, offset=340590}, end_cursor:ObLogCursor{file_id=119, log_id=31592127, offset=340840}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8aff4050, len:3474, log_data_len:250, seq:31592126, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:00.530472] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=228218, time_dist: do_cluster_heartbeat=11, generate_cluster_version=203078) [2024-06-18 14:43:00.537981] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=38] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}, {1001,0,False,{False,},False,False,True}]) [2024-06-18 14:43:00.538067] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=68] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:43:00.543385] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=1) [2024-06-18 14:43:00.545069] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [820][T1_LockWaitMgr][T1][Y0-0000000000000000-0-0] [lt=29] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-06-18 14:43:00.548346] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32] no need to update min/max version(new_version={val:1718692979991693828, v:0}, min_version={val:1718692979991693828, v:0}, max_version={val:1718692979991693828, v:0}) [2024-06-18 14:43:00.555597] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A2-0-0] [lt=37] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:00.558177] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A2-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692980558172080, start_id=1718692980558172080, end_id=1718692980558172081) [2024-06-18 14:43:00.561668] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.561703] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.561803] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=54000, remain_us=28542531, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.564113] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.582479] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.567|208=1us|217=15.35ms|222=2us|total=15.40ms) [2024-06-18 14:43:00.582543] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.567|536=0us|557=5us|562=0us|total=15.45ms) [2024-06-18 14:43:00.582573] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.567|79=0us|total=15.47ms) [2024-06-18 14:43:00.602080] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=47] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=125328, this=0xfffb79383a70, extra_info="") [2024-06-18 14:43:00.602116] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472603376}], scn_array=[{val:1718692980432098962, v:0}], curr_size=122, accum_size=3423, time_cost=154263) [2024-06-18 14:43:00.602151] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=33] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3423) [2024-06-18 14:43:00.602185] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=19, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:43:00.602240] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=59] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3423) [2024-06-18 14:43:00.602309] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=33] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=15, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:43:00.602334] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=170719, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:43:00.602354] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=45193, avg_log_gen_to_submit_time=45209, avg_log_submit_to_flush_time=125431, avg_log_submit_to_slide_time=125509) [2024-06-18 14:43:00.602378] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703378, log_task={header:{begin_lsn:{lsn:71472603376}, end_lsn:{lsn:71472603498}, log_id:183703378, min_scn:{val:1718692980432098962, v:0}, max_scn:{val:1718692980432098962, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472603376}, data_checksum:667309872, accum_checksum:2182930658, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980440497, freeze_ts:1718692980447774, submit_ts:1718692980447792, flushed_ts:1718692980602197, gen_to_freeze cost time:7277, gen_to_submit cost time:7295, submit_to_flush cost time:154405}, fs_cb_begin_ts=1718692980602288, log_life_time=161791) [2024-06-18 14:43:00.602431] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=45] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=152, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:43:00.606141] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=29][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:450, tid:1071}]) [2024-06-18 14:43:00.615165] INFO [SQL.EXE] run2 (ob_maintain_dependency_info_task.cpp:222) [460][MaintainDepInfo][T0][Y0-0000000000000000-0-0] [lt=28] [ASYNC TASK QUEUE](queue_size=0) [2024-06-18 14:43:00.615888] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:54, local_retry_times:54, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:00.615939] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=46][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.615953] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.615963] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:00.615987] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:00.616206] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.616238] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.616262] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:00.616283] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:00.616305] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:00.616327] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:00.616345] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:00.616362] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:00.616379] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:00.616397] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:00.616409] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:00.616425] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:00.616438] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:00.616456] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:00.616473] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:00.616499] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:00.616517] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.616533] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.616551] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:00.616571] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:00.616590] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:00.616608] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=55, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:00.616639] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=55000, remain_us=28487696, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.617356] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F299-0-0] [lt=22] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:43:00.617403] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F299-0-0] [lt=41] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:43:00.620857] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=38] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:43:00.628189] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.611|208=1us|217=16.94ms|222=1us|total=16.98ms) [2024-06-18 14:43:00.628251] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.611|536=0us|557=5us|562=0us|total=17.03ms) [2024-06-18 14:43:00.628281] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.611|79=0us|total=17.05ms) [2024-06-18 14:43:00.629808] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=28] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:43:00.630599] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=38] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692979931108221, v:0}, base_version={val:1718692979931108221, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692979931108221, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692980630576, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:00.630652] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=50] no need to update min/max version(new_version={val:1718692979931108221, v:0}, min_version={val:1718692979931108221, v:0}, max_version={val:1718692979931108221, v:0}) [2024-06-18 14:43:00.640658] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=3545, avg_group_log_size=393) [2024-06-18 14:43:00.640703] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=39] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=4191) [2024-06-18 14:43:00.640731] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=36, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:43:00.647904] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=102425, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:43:00.647903] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820952526}], scn_array=[{val:1718692980431627029, v:0}], curr_size=545, accum_size=2424, time_cost=142810) [2024-06-18 14:43:00.647904] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078978226}], scn_array=[{val:1718692980432726086, v:0}], curr_size=122, accum_size=244, time_cost=119741) [2024-06-18 14:43:00.647941] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873713270}], scn_array=[{val:1718692980432726086, v:0}], curr_size=122, accum_size=854, time_cost=119772) [2024-06-18 14:43:00.647968] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:43:00.647993] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=24, this=0xfffb481a0730, extra_info="") [2024-06-18 14:43:00.648038] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050294, log_task={header:{begin_lsn:{lsn:683078978226}, end_lsn:{lsn:683078978348}, log_id:173050294, min_scn:{val:1718692980432726086, v:0}, max_scn:{val:1718692980432726086, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078978226}, data_checksum:2222604892, accum_checksum:1842338887, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980528131, freeze_ts:1718692980528134, submit_ts:1718692980528139, flushed_ts:1718692980647979, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:119840}, fs_cb_begin_ts=1718692980648020, log_life_time=119889) [2024-06-18 14:43:00.648064] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=24] [APPLY STAT CB APPEND COST TIME](cur_stat_count=18, stat_interval=5000000, avg (count/cost)=32, this=0xfffb2ebe2440, extra_info="") [2024-06-18 14:43:00.648056] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988228, log_task={header:{begin_lsn:{lsn:122820952526}, end_lsn:{lsn:122820953071}, log_id:217988228, min_scn:{val:1718692980431627029, v:0}, max_scn:{val:1718692980431627029, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820952526}, data_checksum:231225163, accum_checksum:375495508, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980431750, freeze_ts:1718692980505051, submit_ts:1718692980505065, flushed_ts:1718692980647965, gen_to_freeze cost time:73301, gen_to_submit cost time:73315, submit_to_flush cost time:142900}, fs_cb_begin_ts=1718692980648041, log_life_time=216291) [2024-06-18 14:43:00.648090] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=25] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=18, stat_interval=5000000, avg (count/cost)=97242, this=0xfffb2ebe2670, extra_info="") [2024-06-18 14:43:00.648066] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980431627029, v:0}, log_ts:{val:1718692980431627029, v:0}, lsn:{lsn:122820952582}, submit_ts:1718692980431818}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007871}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=216245, ctx_lock_wait_time=1) [2024-06-18 14:43:00.648114] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=23] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=18, stat_interval=5000000, avg (count/cost)=0, this=0xfffb2ebe28a0, extra_info="") [2024-06-18 14:43:00.648133] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=18] [APPLY STAT CB EXECUTE TIME](cur_stat_count=18, stat_interval=5000000, avg (count/cost)=-482, this=0xfffb2ebe2ad0, extra_info="") [2024-06-18 14:43:00.648136] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=55] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:43:00.648145] INFO [LIB] stat (utility.h:1157) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=12] [APPLY STAT CB TOTAL TIME](cur_stat_count=18, stat_interval=5000000, avg (count/cost)=96791, this=0xfffb2ebe2d00, extra_info="") [2024-06-18 14:43:00.648171] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:43:00.648195] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=102654, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:43:00.648209] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=5, avg_log_gen_to_submit_time=17, avg_log_submit_to_flush_time=102586, avg_log_submit_to_slide_time=102637) [2024-06-18 14:43:00.648223] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344734, log_task={header:{begin_lsn:{lsn:26873713270}, end_lsn:{lsn:26873713392}, log_id:174344734, min_scn:{val:1718692980432726086, v:0}, max_scn:{val:1718692980432726086, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873713270}, data_checksum:667309872, accum_checksum:2579491472, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980528079, freeze_ts:1718692980528085, submit_ts:1718692980528098, flushed_ts:1718692980648106, gen_to_freeze cost time:6, gen_to_submit cost time:19, submit_to_flush cost time:120008}, fs_cb_begin_ts=1718692980648160, log_life_time=120081) [2024-06-18 14:43:00.648266] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=108, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:43:00.650213] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=23][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=220222, time_dist: do_cluster_heartbeat=13, generate_cluster_version=218280, cluster_service_self_check=8) [2024-06-18 14:43:00.664176] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.671727] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:55, local_retry_times:55, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:00.671773] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.671787] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.671805] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:00.671829] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:00.672062] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.672091] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.672139] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=45][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:00.672159] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:00.672179] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:00.672192] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:00.672208] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:00.672222] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:00.672246] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:00.672258] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:00.672274] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:00.672283] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:00.672299] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:00.672310] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:00.672325] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:00.672343] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:00.672359] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.672373] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.672390] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:00.672409] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:00.672428] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:00.672441] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=56, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:00.672472] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=56000, remain_us=28431863, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.685906] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=35] PNIO [ratelimit] time: 1718692980685903, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007615, add_bytes: 0 [2024-06-18 14:43:00.694025] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:00.696787] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.660|208=0us|217=36.16ms|222=3us|total=36.23ms) [2024-06-18 14:43:00.696862] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=69][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.660|536=0us|557=5us|562=0us|total=36.27ms) [2024-06-18 14:43:00.696893] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.660|79=0us|total=36.30ms) [2024-06-18 14:43:00.722236] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472603498}], scn_array=[{val:1718692980432098963, v:0}], curr_size=122, accum_size=122, time_cost=81558) [2024-06-18 14:43:00.728192] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:43:00.728242] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=40] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=57, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:43:00.728296] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=6, avg_log_batch_cnt=1, total_group_log_size=732, avg_group_log_size=122) [2024-06-18 14:43:00.728324] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=732) [2024-06-18 14:43:00.728347] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=42, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:43:00.728563] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:56, local_retry_times:56, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:00.728613] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.728652] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.728668] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:00.728699] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:00.729027] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.729058] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.729082] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:00.729105] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:00.729126] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:00.729144] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:00.729161] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:00.729178] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:00.729195] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:00.729216] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:00.729232] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:00.729243] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:00.729255] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:00.729273] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:00.729290] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:00.729311] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:00.729329] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.729349] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.729367] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:00.729341] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1019][T1001_TenantMet][T1001][Y0-0000000000000000-0-0] [lt=71] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:813, free_obj_hold_cnt:29, allocator used:3347792, allocator total:3466624}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3466624, tablets_mem_limit=257698020, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:15, free_obj_hold_cnt:0, allocator used:38400, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=813) [2024-06-18 14:43:00.729386] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:00.729403] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:00.729415] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=57, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:00.729446] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=57000, remain_us=28374889, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.731060] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.711|208=1us|217=19.57ms|222=2us|total=19.62ms) [2024-06-18 14:43:00.731140] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.711|536=0us|557=6us|562=1us|total=19.68ms) [2024-06-18 14:43:00.731171] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.711|79=1us|total=19.71ms) [2024-06-18 14:43:00.735476] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1212][T1002_CdcSrv][T1001][YB42C0A801CD-00061B241692EF6C-0-0] [lt=33][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1549, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:00.735618] INFO [CLOG.EXTLOG] run1 (ob_cdc_service.cpp:152) [1212][T1002_CdcSrv][T1002][Y0-0000000000000000-0-0] [lt=36] query dest_info_ succ(dest_info=[]) [2024-06-18 14:43:00.735651] INFO [CLOG.EXTLOG] resize_log_ext_handler_ (ob_cdc_service.cpp:372) [1212][T1002_CdcSrv][T1002][Y0-0000000000000000-0-0] [lt=26] finish to resize log external storage handler(current_ts=1718692980735645, tenant_max_cpu=12, valid_ls_count=0, other_ls_count=0, new_concurrency=0) [2024-06-18 14:43:00.738864] INFO [ARCHIVE] do_thread_task_ (ob_archive_fetcher.cpp:310) [844][T1_ArcFetcher][T1][YB42C0A801CD-00061B2414E2EEE7-0-0] [lt=26] ObArchiveFetcher is running(thread_index=0) [2024-06-18 14:43:00.743490] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=0) [2024-06-18 14:43:00.749978] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCCD-0-0] [lt=34] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:00.750184] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=41] get number(ret=0, service_type_=0, range=1, base_id=1718692980750177522, start_id=1718692980750177522, end_id=1718692980750177523) [2024-06-18 14:43:00.756564] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820953071}], scn_array=[{val:1718692980558172080, v:0}], curr_size=1012, accum_size=3436, time_cost=108512) [2024-06-18 14:43:00.756756] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988229, log_task={header:{begin_lsn:{lsn:122820953071}, end_lsn:{lsn:122820954083}, log_id:217988229, min_scn:{val:1718692980558172080, v:0}, max_scn:{val:1718692980558172080, v:0}, data_len:956, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820953071}, data_checksum:2737675564, accum_checksum:1512086467, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980558294, freeze_ts:1718692980648008, submit_ts:1718692980648024, flushed_ts:1718692980756647, gen_to_freeze cost time:89714, gen_to_submit cost time:89730, submit_to_flush cost time:108623}, fs_cb_begin_ts=1718692980756742, log_life_time=198448) [2024-06-18 14:43:00.756765] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980558172080, v:0}, log_ts:{val:1718692980558172080, v:0}, lsn:{lsn:122820953127}, submit_ts:1718692980558305}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007872}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=198456, ctx_lock_wait_time=1) [2024-06-18 14:43:00.764206] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.786530] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:57, local_retry_times:57, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:00.786572] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.786585] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.786602] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:00.786625] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:00.786857] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.786898] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=39] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.786922] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:00.786942] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:00.786963] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:00.786979] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:00.786995] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:00.787009] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:00.787026] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:00.787043] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:00.787054] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:00.787069] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:00.787079] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:00.787096] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:00.787107] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:00.787130] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:00.787148] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.787159] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.787175] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:00.787187] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:00.787205] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:00.787215] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=58, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:00.787245] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=58000, remain_us=28317090, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.788539] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [1260][T1002_LockWaitM][T1002][Y0-0000000000000000-0-0] [lt=30] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-06-18 14:43:00.788901] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=29] current monitor number(seq_=-1) [2024-06-18 14:43:00.793907] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.767|208=0us|217=26.55ms|222=2us|total=26.61ms) [2024-06-18 14:43:00.793977] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.767|536=0us|557=5us|562=0us|total=26.65ms) [2024-06-18 14:43:00.794002] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.767|79=1us|total=26.67ms) [2024-06-18 14:43:00.802393] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472603620}], scn_array=[{val:1718692980432098964, v:0}], curr_size=122, accum_size=244, time_cost=61662) [2024-06-18 14:43:00.802397] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078978348}], scn_array=[{val:1718692980432726087, v:0}], curr_size=122, accum_size=366, time_cost=74084) [2024-06-18 14:43:00.802431] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=18] not leader, no need refresh error context(id_=1) [2024-06-18 14:43:00.802411] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873713392}], scn_array=[{val:1718692980432726087, v:0}], curr_size=122, accum_size=122, time_cost=74197) [2024-06-18 14:43:00.802483] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=23] not leader, no need refresh error context(id_=1001) [2024-06-18 14:43:00.803193] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1007) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=38] success to update min reserved snapshot(reserved_snapshot=1718691170816500298, duration=1800, snapshot_gc_ts_=1718692970816500298) [2024-06-18 14:43:00.805866] WDIAG [SHARE.SCHEMA] retry_get_schema_guard (ob_multi_version_schema_service.cpp:1547) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=51][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:00.805974] WDIAG [STORAGE] schedule_tablet_medium (ob_tenant_tablet_scheduler.cpp:1420) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=1][errcode=0] failed to schedule next medium(tmp_ret=-5627, ls_id={id:1}, tablet_id={id:60104}) [2024-06-18 14:43:00.807553] INFO [STORAGE.COMPACTION] schedule_next_medium_primary_cluster (ob_medium_compaction_func.cpp:360) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=26] success to check RS major checksum validation finished(ret=0, this={ls_id:{id:1}, tablet_id:{id:60245}}, ret_info={tenant_id:1002, ls_id:1, tablet_id:60245, compaction_scn:0, report_scn:1714240802198460921, status:0}) [2024-06-18 14:43:00.810583] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=15] ====== checkpoint timer task ====== [2024-06-18 14:43:00.810656] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=28] get_max_applied_scn(scn={val:1718692980432098963, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:17, palf_committed_end_lsn_:{lsn:71472603742}, last_check_scn_:{val:1718692980750177522, v:0}, max_applied_cb_scn_:{val:1718692980432098963, v:0}}) [2024-06-18 14:43:00.810720] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=38] get_min_unreplayed_log_info(lsn={lsn:71469569194}, scn={val:1718691444571406183, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691829451172, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:3327744, ret_code_:0}}, next_to_submit_lsn_:{lsn:71469569194}, next_to_submit_scn_:{val:1718691444571406183, v:0}, base_lsn_:{lsn:71332368384}, base_scn_:{val:1718647203791103890, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1d005000, next_round_pread_size:2121728, curr_read_pos:869770, curr_read_buf_start_pos:0, curr_read_buf_end_pos:869770, log_storage_:{IteratorStorage:{start_lsn:{lsn:71468699424}, end_lsn:{lsn:71469569194}, read_buf:{buf_len_:2125824, buf_:0xfffb1d005000}, block_size:67104768, log_storage_:0xfffb7937eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444571406182, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:390, scn_:{val:1718691444571406182, v:0}, data_checksum:3011915929, flag:1}}, init_mode_version:0, accumulate_checksum:538536221, curr_entry_is_padding:0, padding_entry_size:1619, padding_entry_scn:{val:1718691444571406182, v:0}}}}}) [2024-06-18 14:43:00.813752] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=98] succ to get rec scn(*this={this:0xfffb66804030, ls_id:{id:1}, tenant_id:1, state:"L_WORKING", total_tx_ctx_count:1, active_tx_count:1, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1718647203452050767, v:0}, last_push_gc_task_ts_:1718691634401897, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:00.813803] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=49] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb63faa080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb63faa080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:1718692980750177522, v:0}) [2024-06-18 14:43:00.813859] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=45] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:43:00.814027] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=30] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:1718647494967744305, v:0}, min_rec_scn_tablet_ids=[{id:60385}], *this={this:0xfffb67fa66d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692991039088806, latest_log_ts:{val:1718692974413404443, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:00.814143] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=109] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xfffb67fa62f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xfffb67fb06d0, table_type:1, memtable_head:0, memtable_tail:1, t3m:0xfffbb29b4030, tables:[0xfffb63f9a080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xfffb67fb20d0, ls_tablet_svr:0xfffb67fa62d0, slice_allocator:0xfffb67fb2150}, min_rec_scn={val:1718647203791103890, v:0}, ls_id_={id:1}) [2024-06-18 14:43:00.814207] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=50] get rec log scn(service_type_=0, rec_log_ts={val:1718692974413404443, v:0}) [2024-06-18 14:43:00.814226] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=18] get rec log scn(service_type_=1, rec_log_ts={val:1718691832318336110, v:0}) [2024-06-18 14:43:00.814240] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=10] get rec log scn(service_type_=2, rec_log_ts={val:1718691831337892659, v:0}) [2024-06-18 14:43:00.814259] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=8] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1718647203791103890, v:0}, checkpoint_scn_in_ls_meta={val:1718647203791103890, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:43:00.814300] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=22][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:71332368384}, new_base_lsn={lsn:71332368384}, lsn={lsn:71332368384}) [2024-06-18 14:43:00.814328] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=27] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:71332368384}, ls->get_ls_id()={id:1}) [2024-06-18 14:43:00.814350] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=18] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-06-18 14:43:00.826441] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Slow write(duration=69248, write_len=4096) [2024-06-18 14:43:00.826477] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592127, offset=340840}, end_cursor:ObLogCursor{file_id=119, log_id=31592128, offset=341090}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8aff8050, len:3224, log_data_len:250, seq:31592127, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:00.828250] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:43:00.832049] INFO [STORAGE.TRANS] alloc (ob_trans_factory.cpp:140) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305B0-0-0] [lt=23] ObTransCtx statistics(active_coord_ctx_count=0, active_part_ctx_count=3, total_release_part_ctx_count=62) [2024-06-18 14:43:00.840706] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=23] tx gc loop thread is running(MTL_ID()=1) [2024-06-18 14:43:00.840735] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=27] try gc retain ctx [2024-06-18 14:43:00.843309] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:519) [799][T1_HBService][T1][YB42C0A801CD-00061B241B52F129-0-0] [lt=34] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-06-18 14:43:00.844073] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=11] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718692991039088806, latest_log_ts:{val:1718692974413404443, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:43:00.845330] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:58, local_retry_times:58, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:00.845372] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.845391] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.845401] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:00.845428] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:00.845675] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.845707] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.845732] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:00.845752] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:00.845773] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:00.845793] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:00.845805] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:00.845826] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:00.845842] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:00.845853] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:00.845869] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:00.845878] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:00.845894] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:00.845907] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:00.845921] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:00.845939] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:00.845955] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.845968] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.845983] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:00.845995] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:00.846012] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:00.846025] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=59, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:00.846054] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=59000, remain_us=28258281, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.854066] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A2-0-0] [lt=46] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:00.854981] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A2-0-0] [lt=40] get number(ret=0, service_type_=0, range=1, base_id=1718692980854976237, start_id=1718692980854976237, end_id=1718692980854976238) [2024-06-18 14:43:00.859575] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820954083}], scn_array=[{val:1718692980558172081, v:0}], curr_size=611, accum_size=4047, time_cost=102825) [2024-06-18 14:43:00.859715] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=57] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=5230, avg_group_log_size=581) [2024-06-18 14:43:00.859769] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988230, log_task={header:{begin_lsn:{lsn:122820954083}, end_lsn:{lsn:122820954694}, log_id:217988230, min_scn:{val:1718692980558172081, v:0}, max_scn:{val:1718692980751879194, v:0}, data_len:555, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820954083}, data_checksum:930967410, accum_checksum:3178436858, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980668537, freeze_ts:1718692980756700, submit_ts:1718692980756722, flushed_ts:1718692980859640, gen_to_freeze cost time:88163, gen_to_submit cost time:88185, submit_to_flush cost time:102918}, fs_cb_begin_ts=1718692980859755, log_life_time=191218) [2024-06-18 14:43:00.859783] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980751879194, v:0}, log_ts:{val:1718692980751879194, v:0}, lsn:{lsn:122820954205}, submit_ts:1718692980751948}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007873}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=107832, ctx_lock_wait_time=1) [2024-06-18 14:43:00.862003] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=111703, time_dist: do_cluster_heartbeat=14, generate_cluster_version=109731) [2024-06-18 14:43:00.864268] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.882774] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.869|208=0us|217=13.08ms|222=3us|total=13.14ms) [2024-06-18 14:43:00.882845] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.869|536=0us|557=6us|562=1us|total=13.18ms) [2024-06-18 14:43:00.882874] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.869|79=0us|total=13.21ms) [2024-06-18 14:43:00.893928] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078978470}], scn_array=[{val:1718692980432726088, v:0}], curr_size=122, accum_size=488, time_cost=65597) [2024-06-18 14:43:00.893931] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472603742}], scn_array=[{val:1718692980750177522, v:0}], curr_size=541, accum_size=785, time_cost=91380) [2024-06-18 14:43:00.893934] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873713514}], scn_array=[{val:1718692980432726088, v:0}], curr_size=122, accum_size=244, time_cost=65666) [2024-06-18 14:43:00.894085] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703381, log_task={header:{begin_lsn:{lsn:71472603742}, end_lsn:{lsn:71472604283}, log_id:183703381, min_scn:{val:1718692980750177522, v:0}, max_scn:{val:1718692980750177522, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472603742}, data_checksum:1425677124, accum_checksum:2681390260, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980750337, freeze_ts:1718692980802506, submit_ts:1718692980802521, flushed_ts:1718692980894000, gen_to_freeze cost time:52169, gen_to_submit cost time:52184, submit_to_flush cost time:91479}, fs_cb_begin_ts=1718692980894069, log_life_time=143732) [2024-06-18 14:43:00.894095] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980750177522, v:0}, log_ts:{val:1718692980750177522, v:0}, lsn:{lsn:71472603798}, submit_ts:1718692980750354}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005318}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=143736, ctx_lock_wait_time=1) [2024-06-18 14:43:00.894257] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692980432098962, max_version=1718692980432098962 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692979991693828 and max_version = 1718692979991693828 ) [2024-06-18 14:43:00.894380] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1718692980432098962, v:0}, new_max_version={val:1718692980432098962, v:0}, last_min_version={val:1718692979991693828, v:0}, last_max_version={val:1718692979991693828, v:0}, total_time_us=145904, delta_us=462279) [2024-06-18 14:43:00.894419] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1, current_version={val:1718692980432098962, v:0}, min_version={val:1718692980432098962, v:0}, max_version={val:1718692980432098962, v:0}, in_service=true, leader_epoch=17) [2024-06-18 14:43:00.894528] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=146093, time_dist: do_cluster_heartbeat=14, generate_cluster_version=145989) [2024-06-18 14:43:00.894694] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=46] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:00.905139] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:59, local_retry_times:59, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:00.905180] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=36][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.905193] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.905202] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:00.905222] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:00.905451] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.905482] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.905527] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:00.905545] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:00.905566] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:00.905581] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:00.905597] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:00.905611] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:00.905628] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:00.905640] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:00.905656] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:00.905665] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:00.905682] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:00.905693] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:00.905708] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:00.905725] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:00.905742] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.905755] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.905770] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:00.905781] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:00.905798] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:00.905811] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=60, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:00.905840] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=60000, remain_us=28198495, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.915932] INFO [CLOG] run1 (ob_garbage_collector.cpp:1331) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=16] Garbage Collector is running(seq_=117, gc_interval=10000000) [2024-06-18 14:43:00.916001] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1466) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=37] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-06-18 14:43:00.916033] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1466) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=25] self is leader, skip it(ls->get_ls_id()={id:1001}) [2024-06-18 14:43:00.916068] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1424) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=16] gc_check_member_list_ cost time(ret=0, time_us=97) [2024-06-18 14:43:00.916095] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=18] execute_gc cost time(ret=0, time_us=1) [2024-06-18 14:43:00.917358] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1619) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=17] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-06-18 14:43:00.918580] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1619) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=41] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1001}, ls_status_:1, gc_reason_:0}) [2024-06-18 14:43:00.918626] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1641) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=39] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}, {ls_id_:{id:1001}, ls_status_:1, gc_reason_:0}]) [2024-06-18 14:43:00.918654] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1641) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=27] ls status is normal, skip(id={id:1001}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}, {ls_id_:{id:1001}, ls_status_:1, gc_reason_:0}]) [2024-06-18 14:43:00.918676] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=21] execute_gc cost time(ret=0, time_us=50) [2024-06-18 14:43:00.918692] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [1217][T1002_GCCollect][T1002][Y0-0000000000000000-0-0] [lt=12] ObSafeDestroyHandler start process [2024-06-18 14:43:00.931049] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.903|208=1us|217=27.78ms|222=2us|total=27.83ms) [2024-06-18 14:43:00.931113] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.903|536=0us|557=5us|562=0us|total=27.89ms) [2024-06-18 14:43:00.931161] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=46][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.903|79=0us|total=27.92ms) [2024-06-18 14:43:00.951153] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=107424, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:43:00.951191] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820954694}], scn_array=[{val:1718692980751879195, v:0}], curr_size=1183, accum_size=5230, time_cost=91426) [2024-06-18 14:43:00.951227] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=34] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=5230) [2024-06-18 14:43:00.951260] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=18, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:43:00.951317] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=46] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=5230) [2024-06-18 14:43:00.951379] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=35] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=10, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:43:00.951402] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=159669, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:43:00.951444] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=40] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=52048, avg_log_gen_to_submit_time=52063, avg_log_submit_to_flush_time=107526, avg_log_submit_to_slide_time=107606) [2024-06-18 14:43:00.951473] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=146, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:43:00.951499] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980832485756, v:0}, log_ts:{val:1718692980832485756, v:0}, lsn:{lsn:122820954806}, submit_ts:1718692980832568}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007874}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=118929, ctx_lock_wait_time=0) [2024-06-18 14:43:00.951572] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1034) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=30] update reserved snapshot finished(cost_ts=148379, reserved_snapshot=1718691170816500298) [2024-06-18 14:43:00.951849] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=121129, time_dist: do_cluster_heartbeat=13, generate_cluster_version=120988) [2024-06-18 14:43:00.952836] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:697) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=34] Cache replace map node details(ret=0, replace_node_count=0, replace_time=9239, replace_start_pos=10600000, replace_num=100000) [2024-06-18 14:43:00.952873] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=33] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=10) [2024-06-18 14:43:00.963512] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD2B-0-0] [lt=38] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:00.963616] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD2B-0-0] [lt=41][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:00.963704] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28] get number(ret=0, service_type_=0, range=1, base_id=1718692980963701229, start_id=1718692980963701229, end_id=1718692980963701230) [2024-06-18 14:43:00.964351] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:00.965937] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:60, local_retry_times:60, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:00.965978] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.965991] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:00.966006] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:00.966027] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:00.966265] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:00.966296] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:00.966319] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:00.966338] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:00.966357] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:00.966372] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:00.966387] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:00.966403] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:00.966418] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:00.966429] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:00.966445] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:00.966454] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:00.966469] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:00.966480] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:00.966495] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:00.966512] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:00.966528] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.966542] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:00.966557] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:00.966569] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:00.966586] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:00.966601] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=61, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:00.966630] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=61000, remain_us=28137705, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:00.993903] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=43][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:00.965|208=1us|217=28.48ms|222=2us|total=28.53ms) [2024-06-18 14:43:00.993967] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:00.965|536=0us|557=5us|562=0us|total=28.57ms) [2024-06-18 14:43:00.993992] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:00.965|79=0us|total=28.59ms) [2024-06-18 14:43:01.008361] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472604283}], scn_array=[{val:1718692980750177523, v:0}], curr_size=121, accum_size=906, time_cost=114284) [2024-06-18 14:43:01.008360] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873713636}], scn_array=[{val:1718692980432726089, v:0}], curr_size=122, accum_size=366, time_cost=80031) [2024-06-18 14:43:01.008363] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078978592}], scn_array=[{val:1718692980432726089, v:0}], curr_size=122, accum_size=610, time_cost=80006) [2024-06-18 14:43:01.008516] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=68][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703382, log_task={header:{begin_lsn:{lsn:71472604283}, end_lsn:{lsn:71472604404}, log_id:183703382, min_scn:{val:1718692980750177523, v:0}, max_scn:{val:1718692980750177523, v:0}, data_len:65, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472604283}, data_checksum:873630567, accum_checksum:2988355192, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980844196, freeze_ts:1718692980894040, submit_ts:1718692980894052, flushed_ts:1718692981008427, gen_to_freeze cost time:49844, gen_to_submit cost time:49856, submit_to_flush cost time:114375}, fs_cb_begin_ts=1718692981008501, log_life_time=164305) [2024-06-18 14:43:01.009310] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=27] gc stale ls task succ [2024-06-18 14:43:01.027716] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:61, local_retry_times:61, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:01.027761] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.027774] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.027792] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:01.027815] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:01.028044] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.028074] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.028108] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:01.028130] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:01.028150] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:01.028163] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:01.028180] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:01.028206] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:01.028223] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:01.028233] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:01.028249] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:01.028258] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:01.028274] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:01.028284] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:01.028300] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:01.028319] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:01.028336] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.028348] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.028364] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:01.028375] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:01.028392] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:01.028402] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=62, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:01.028432] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=62000, remain_us=28075902, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.039377] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.191|208=0us|217=20.23ms|222=2us|total=20.29ms) [2024-06-18 14:43:01.039445] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=63][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.191|536=0us|557=6us|562=0us|total=20.33ms) [2024-06-18 14:43:01.039470] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.191|79=0us|total=20.35ms) [2024-06-18 14:43:01.051981] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=39] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692980432726086, v:0}, base_version={val:1718692980432726086, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692980432726086, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692981051956, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:01.052037] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=53] no need to update min/max version(new_version={val:1718692980432726086, v:0}, min_version={val:1718692980432726086, v:0}, max_version={val:1718692980432726086, v:0}) [2024-06-18 14:43:01.052072] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=24] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:43:01.064374] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.065566] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820955877}], scn_array=[{val:1718692980963701229, v:0}], curr_size=545, accum_size=545, time_cost=101715) [2024-06-18 14:43:01.065700] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=16][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988232, log_task={header:{begin_lsn:{lsn:122820955877}, end_lsn:{lsn:122820956422}, log_id:217988232, min_scn:{val:1718692980963701229, v:0}, max_scn:{val:1718692980963701229, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820955877}, data_checksum:3656678287, accum_checksum:1810511486, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980963799, freeze_ts:1718692980963805, submit_ts:1718692980963821, flushed_ts:1718692981065635, gen_to_freeze cost time:6, gen_to_submit cost time:22, submit_to_flush cost time:101814}, fs_cb_begin_ts=1718692981065684, log_life_time=101885) [2024-06-18 14:43:01.065706] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=73][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980963701229, v:0}, log_ts:{val:1718692980963701229, v:0}, lsn:{lsn:122820955933}, submit_ts:1718692980963841}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007876}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=101862, ctx_lock_wait_time=0) [2024-06-18 14:43:01.065965] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=103872, time_dist: do_cluster_heartbeat=13, generate_cluster_version=103784) [2024-06-18 14:43:01.073221] INFO [CLOG] get_arb_addr_from_inner_table_ (ob_arb_srv_garbage_collect_service.cpp:499) [1461][ArbGCTimerP][T0][Y0-0000000000000000-0-0] [lt=18] get_arb_addr_from_inner_table_ success(ret=0, ret="OB_SUCCESS", this={self_addr:"192.168.1.205:2882", rpc_proxy_:0xaaacece99cb8, sql_proxy_:0xaaacece9a720, proposal_id:17, seq:232, is_master:true}, addrs=[]) [2024-06-18 14:43:01.073279] INFO [CLOG] runTimerTask (ob_arb_srv_garbage_collect_service.cpp:140) [1461][ArbGCTimerP][T0][Y0-0000000000000000-0-0] [lt=54] there is no arb server, no need send gc message(this={self_addr:"192.168.1.205:2882", rpc_proxy_:0xaaacece99cb8, sql_proxy_:0xaaacece9a720, proposal_id:17, seq:232, is_master:true}, arb_addrs=[]) [2024-06-18 14:43:01.073900] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.589|208=1us|217=14.93ms|222=2us|total=14.97ms) [2024-06-18 14:43:01.073953] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=48][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.589|536=0us|557=5us|562=0us|total=15.01ms) [2024-06-18 14:43:01.073972] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.589|79=0us|total=15.02ms) [2024-06-18 14:43:01.090741] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.090777] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.090872] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] will sleep(sleep_us=63000, remain_us=28013462, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=63, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.095241] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=45] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:01.111723] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=33] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:01.114271] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=33] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=0, size_used=86559, mem_used=137263104) [2024-06-18 14:43:01.115655] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:647) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=40] Cache wash clean map node details(ret=0, clean_node_count=0, clean_time=20370, clean_start_pos=7000000, clean_num=200000) [2024-06-18 14:43:01.117085] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472604404}], scn_array=[{val:1718692980996105687, v:0}], curr_size=541, accum_size=1447, time_cost=108575) [2024-06-18 14:43:01.117084] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873713758}], scn_array=[{val:1718692980934228581, v:0}], curr_size=122, accum_size=488, time_cost=88695) [2024-06-18 14:43:01.117094] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078978714}], scn_array=[{val:1718692980934228581, v:0}], curr_size=122, accum_size=732, time_cost=88667) [2024-06-18 14:43:01.117217] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=67][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703383, log_task={header:{begin_lsn:{lsn:71472604404}, end_lsn:{lsn:71472604945}, log_id:183703383, min_scn:{val:1718692980996105687, v:0}, max_scn:{val:1718692980996105687, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472604404}, data_checksum:2788521486, accum_checksum:3281374060, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692980996169, freeze_ts:1718692981008467, submit_ts:1718692981008481, flushed_ts:1718692981117155, gen_to_freeze cost time:12298, gen_to_submit cost time:12312, submit_to_flush cost time:108674}, fs_cb_begin_ts=1718692981117201, log_life_time=121032) [2024-06-18 14:43:01.117222] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692980996105687, v:0}, log_ts:{val:1718692980996105687, v:0}, lsn:{lsn:71472604460}, submit_ts:1718692980996180}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005319}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=121038, ctx_lock_wait_time=1) [2024-06-18 14:43:01.117361] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=24] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692980750177522, max_version=1718692980750177522 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692980432098962 and max_version = 1718692980432098962 ) [2024-06-18 14:43:01.117567] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=122962, time_dist: do_cluster_heartbeat=12, generate_cluster_version=122858, cluster_service_self_check=8) [2024-06-18 14:43:01.129604] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=32] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.129795] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.129953] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=40] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.129978] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.130145] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.130293] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=21] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.130296] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.152962] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=20] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=9) [2024-06-18 14:43:01.154193] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.154229] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.154331] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=64000, remain_us=27950003, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=64, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.159626] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.149|536=0us|557=5us|562=0us|total=10.05ms) [2024-06-18 14:43:01.159681] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.149|79=0us|total=10.08ms) [2024-06-18 14:43:01.164437] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.166428] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [845][T1_ArcSender][T1][YB42C0A801CD-00061B2414F2EEE7-0-0] [lt=34][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:43:01.167480] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD2C-0-0] [lt=32] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:01.167578] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD2C-0-0] [lt=37][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:01.167665] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25] get number(ret=0, service_type_=0, range=1, base_id=1718692981167661402, start_id=1718692981167661402, end_id=1718692981167661403) [2024-06-18 14:43:01.196547] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 7211.00) [2024-06-18 14:43:01.196586] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=31] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:01.196713] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=49] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.99, rt: 58029.00) [2024-06-18 14:43:01.196741] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=21] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 28.87, rt: 12095.69) [2024-06-18 14:43:01.196763] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 66312.83, iops: 57.73, rt: 11112.88) [2024-06-18 14:43:01.196781] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12762560, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:01.196818] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196842] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=22] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196860] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196879] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196896] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196909] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196926] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196938] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196956] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196975] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.196993] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.197012] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.197030] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.197047] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.197059] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.197077] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:01.202841] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820956422}], scn_array=[{val:1718692980963701230, v:0}], curr_size=122, accum_size=667, time_cost=134007) [2024-06-18 14:43:01.203009] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988233, log_task={header:{begin_lsn:{lsn:122820956422}, end_lsn:{lsn:122820956544}, log_id:217988233, min_scn:{val:1718692980963701230, v:0}, max_scn:{val:1718692980963701230, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820956422}, data_checksum:667309872, accum_checksum:2177235374, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981068782, freeze_ts:1718692981068787, submit_ts:1718692981068798, flushed_ts:1718692981202907, gen_to_freeze cost time:5, gen_to_submit cost time:16, submit_to_flush cost time:134109}, fs_cb_begin_ts=1718692981202994, log_life_time=134212) [2024-06-18 14:43:01.210344] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [585][IO_HEALTH0][T0][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard 'LocalDevice' cost too much time, used=9865, time_dist: LocalDevice_submit=9841) [2024-06-18 14:43:01.211466] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=33] ====== tenant freeze timer task ====== [2024-06-18 14:43:01.218429] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:01.218706] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.218743] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.218839] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=65000, remain_us=27885496, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=65, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.219989] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2605) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=32] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", [SlidingWindow]={palf_id:1, self:"192.168.1.205:2882", lsn_allocator:{max_log_id:174344739, max_lsn:26873714002, max_scn:{val:1718692980934228582, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:26872877716}, reuse_lsn:{lsn:26873713880}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:26872877838}}, last_submit_lsn:{lsn:26873713880}, last_submit_end_lsn:{lsn:26873714002}, last_submit_log_id:174344739, last_submit_log_pid:15, max_flushed_lsn:{lsn:26873713758}, max_flushed_end_lsn:{lsn:26873713880}, max_flushed_log_pid:15, committed_end_lsn:{lsn:26873713880}, last_slide_log_id:174344738, last_slide_scn:{val:1718692980934228581, v:0}, last_slide_lsn:{lsn:26873713758}, last_slide_end_lsn:{lsn:26873713880}, last_slide_log_pid:15, last_slide_log_accum_checksum:2932463505, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffb473c6630}, [StateMgr]={this:0xfffb473cb330, self:"192.168.1.205:2882", palf_id:1, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:15}, leader:"192.168.1.205:2882", leader_epoch:17, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:174344739, is_changing_config_with_arb:false, reconfirm_start_time_us:1718691823987511, palf_role_change_cb:0xfffb473d2cb0, allow_vote:true}, [ConfigMgr]={palf_id:1, self:"192.168.1.205:2882", alive_paxos_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:15, prev:{version:1, config:{config_version:{proposal_id:14, config_seq:15}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:14, prev_lsn:{lsn:26872877716}, prev_mode_pid:15}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:14, prev_lsn:{lsn:26872877716}, prev_end_lsn:{lsn:26872877838}, prev_mode_pid:15}, reconfig_barrier:{prev_log_proposal_id:14, prev_lsn:{lsn:26872877716}, prev_end_lsn:{lsn:26872877838}, prev_mode_pid:15}, persistent_config_version:{proposal_id:15, config_seq:16}, ms_ack_list:0, resend_config_version:{proposal_id:15, config_seq:16}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"default_region", paxos_member_region_map:{}, register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffb473c8730}, [ModeMgr]={palf_id:1, self:"192.168.1.205:2882", applied_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, accepted_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, last_submit_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, base_lsn_for_block_gc:{lsn:22815621120}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:15}, log_config_meta:{version:3, proposal_id:15, prev:{version:1, config:{config_version:{proposal_id:14, config_seq:15}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:14, prev_lsn:{lsn:26872877716}, prev_mode_pid:15}, log_snapshot_meta:{version:1, base_lsn:{lsn:22815621120}, prev_log_info:{log_id:-1, lsn:{lsn:18446744073709551615}, scn:{val:18446744073709551615, v:3}, log_proposal_id:9223372036854775807, accum_checksum:-1}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}}, log_meta_storage:{log_tail:{lsn:1323008}, readable_log_tail:{lsn:1323008}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:26909011968}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002/1/meta", dir_fd:210, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:65781760, block_header_serialize_buf_:0xfffb473cdaf8, flashback_version:0}, log_storage:{log_tail:{lsn:26873713880}, readable_log_tail:{lsn:26873713880}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:400, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002/1/log", dir_fd:212, min_block_id:242, max_block_id:401, curr_writable_block_id:400}, logical_block_size_:67104768, curr_block_writable_size_:35298088, block_header_serialize_buf_:0xfffb473cfa78, flashback_version:0}, palf_epoch:1, last_purge_throttling_ts:1718691823986818, this:0xfffb473cbbb0}, [Reconfirm]={palf_id:1, self:"192.168.1.205:2882", state:"FINISHED", new_proposal_id:15, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.1.205:2882", majority_max_accept_pid:14, majority_max_lsn:{lsn:26872877838}, saved_end_lsn:{lsn:26872877838}, last_submit_prepare_req_time_us:1718691823987808, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffb473cb4b0}) [2024-06-18 14:43:01.220366] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2609) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=364] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692981117180, last_flushed_end_lsn:{lsn:26873713880}}]) [2024-06-18 14:43:01.220411] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4173) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=38] current log_task status(palf_id=1, self="192.168.1.205:2882", log_id=174344739, log_task={header:{begin_lsn:{lsn:26873713880}, end_lsn:{lsn:26873714002}, log_id:174344739, min_scn:{val:1718692980934228582, v:0}, max_scn:{val:1718692980934228582, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873713880}, data_checksum:667309872, accum_checksum:4039693821, is_padding_log:false, is_raw_write:false}, state_map:{val:30}, ref_cnt:0, gen_ts:1718692981128400, freeze_ts:1718692981128404, submit_ts:1718692981128414, flushed_ts:-1, gen_to_freeze cost time:4, gen_to_submit cost time:14, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692981117180, last_flushed_end_lsn:{lsn:26873713880}}]) [2024-06-18 14:43:01.220469] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2605) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=49] [PALF_DUMP](palf_id=1001, self="192.168.1.205:2882", [SlidingWindow]={palf_id:1001, self:"192.168.1.205:2882", lsn_allocator:{max_log_id:173050299, max_lsn:683078978958, max_scn:{val:1718692980934228582, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:683078262323}, reuse_lsn:{lsn:683078978836}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:683078262445}}, last_submit_lsn:{lsn:683078978836}, last_submit_end_lsn:{lsn:683078978958}, last_submit_log_id:173050299, last_submit_log_pid:15, max_flushed_lsn:{lsn:683078978714}, max_flushed_end_lsn:{lsn:683078978836}, max_flushed_log_pid:15, committed_end_lsn:{lsn:683078978836}, last_slide_log_id:173050298, last_slide_scn:{val:1718692980934228581, v:0}, last_slide_lsn:{lsn:683078978714}, last_slide_end_lsn:{lsn:683078978836}, last_slide_log_pid:15, last_slide_log_accum_checksum:3258582982, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffb473d6630}, [StateMgr]={this:0xfffb473db330, self:"192.168.1.205:2882", palf_id:1001, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:15}, leader:"192.168.1.205:2882", leader_epoch:17, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:173050299, is_changing_config_with_arb:false, reconfirm_start_time_us:1718691825488581, palf_role_change_cb:0xfffb473e2cb0, allow_vote:true}, [ConfigMgr]={palf_id:1001, self:"192.168.1.205:2882", alive_paxos_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:15, prev:{version:1, config:{config_version:{proposal_id:14, config_seq:15}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:14, prev_lsn:{lsn:683078262323}, prev_mode_pid:15}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:14, prev_lsn:{lsn:683078262323}, prev_end_lsn:{lsn:683078262445}, prev_mode_pid:15}, reconfig_barrier:{prev_log_proposal_id:14, prev_lsn:{lsn:683078262323}, prev_end_lsn:{lsn:683078262445}, prev_mode_pid:15}, persistent_config_version:{proposal_id:15, config_seq:16}, ms_ack_list:0, resend_config_version:{proposal_id:15, config_seq:16}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"default_region", paxos_member_region_map:{}, register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffb473d8730}, [ModeMgr]={palf_id:1001, self:"192.168.1.205:2882", applied_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1699357596966654609, v:0}}, accepted_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1699357596966654609, v:0}}, last_submit_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1699357596966654609, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1001, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, base_lsn_for_block_gc:{lsn:683059433472}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:15}, log_config_meta:{version:3, proposal_id:15, prev:{version:1, config:{config_version:{proposal_id:14, config_seq:15}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:14, prev_lsn:{lsn:683078262323}, prev_mode_pid:15}, log_snapshot_meta:{version:1, base_lsn:{lsn:683059433472}, prev_log_info:{log_id:-1, lsn:{lsn:18446744073709551615}, scn:{val:18446744073709551615, v:3}, log_proposal_id:9223372036854775807, accum_checksum:-1}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:15, mode_version:0, access_mode:1, ref_scn:{val:1699357596966654609, v:0}}}, log_meta_storage:{log_tail:{lsn:2760704}, readable_log_tail:{lsn:2760704}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:683126538240}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1001}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002/1001/meta", dir_fd:214, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:64344064, block_header_serialize_buf_:0xfffb473ddaf8, flashback_version:0}, log_storage:{log_tail:{lsn:683078978836}, readable_log_tail:{lsn:683078978836}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:10179, palf_id:1001}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002/1001/log", dir_fd:216, min_block_id:9995, max_block_id:10180, curr_writable_block_id:10179}, logical_block_size_:67104768, curr_block_writable_size_:47559404, block_header_serialize_buf_:0xfffb473dfa78, flashback_version:0}, palf_epoch:2, last_purge_throttling_ts:1718691825488721, this:0xfffb473dbbb0}, [Reconfirm]={palf_id:1001, self:"192.168.1.205:2882", state:"FINISHED", new_proposal_id:15, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.1.205:2882", majority_max_accept_pid:14, majority_max_lsn:{lsn:683078262445}, saved_end_lsn:{lsn:683078262445}, last_submit_prepare_req_time_us:1718691825488831, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffb473db4b0}) [2024-06-18 14:43:01.220751] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2609) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=278] [PALF_DUMP](palf_id=1001, self="192.168.1.205:2882", ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692981117254, last_flushed_end_lsn:{lsn:683078978836}}]) [2024-06-18 14:43:01.220777] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4173) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=23] current log_task status(palf_id=1001, self="192.168.1.205:2882", log_id=173050299, log_task={header:{begin_lsn:{lsn:683078978836}, end_lsn:{lsn:683078978958}, log_id:173050299, min_scn:{val:1718692980934228582, v:0}, max_scn:{val:1718692980934228582, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078978836}, data_checksum:2222604892, accum_checksum:2119360394, is_padding_log:false, is_raw_write:false}, state_map:{val:30}, ref_cnt:0, gen_ts:1718692981128445, freeze_ts:1718692981128448, submit_ts:1718692981128453, flushed_ts:-1, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692981117254, last_flushed_end_lsn:{lsn:683078978836}}]) [2024-06-18 14:43:01.220931] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [796][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=34] run rewrite rule refresh task(rule_mgr_->tenant_id_=1) [2024-06-18 14:43:01.228441] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=33] tx gc loop thread is running(MTL_ID()=1002) [2024-06-18 14:43:01.228479] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=35] try gc retain ctx [2024-06-18 14:43:01.230508] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=11] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692977423423887, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718692990158286214, latest_log_ts:{val:1718692973912326991, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:43:01.232644] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=99] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692979429559716, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692977423423887, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:43:01.240000] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=29] gc stale ls task succ [2024-06-18 14:43:01.251066] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.221|208=0us|217=29.97ms|222=3us|total=30.03ms) [2024-06-18 14:43:01.251156] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=83][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.221|536=0us|557=5us|562=0us|total=30.10ms) [2024-06-18 14:43:01.251214] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.221|79=0us|total=30.15ms) [2024-06-18 14:43:01.264070] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=31] ====== check clog disk timer task ====== [2024-06-18 14:43:01.264112] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=28] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=2450) [2024-06-18 14:43:01.264149] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=18] cannot_recycle_log_size statistics(cannot_recycle_log_size=220545408, threshold=966367641, need_update_checkpoint_scn=false) [2024-06-18 14:43:01.264499] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.266794] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [1014][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=38] run rewrite rule refresh task(rule_mgr_->tenant_id_=1001) [2024-06-18 14:43:01.268062] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1014][T1001_ReqMemEvi][T1001][YB42C0A801CD-00061B241702EFE3-0-0] [lt=30] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:01.268114] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [1014][T1001_ReqMemEvi][T1001][YB42C0A801CD-00061B241702EFE3-0-0] [lt=36] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692970969236, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692981267566, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:43:01.268177] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1014][T1001_ReqMemEvi][T1001][YB42C0A801CD-00061B241702EFE3-0-0] [lt=27][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1555, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:01.268268] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1014][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] get number(ret=0, service_type_=0, range=1, base_id=1718692981268265209, start_id=1718692981268265209, end_id=1718692981268265210) [2024-06-18 14:43:01.268310] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=13] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1) [2024-06-18 14:43:01.268344] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=27] start lib cache evict(tenant_id=1, mem_hold=39845888, mem_limit=657666865, cache_obj_num=189, cache_node_num=189) [2024-06-18 14:43:01.268368] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=19] end lib cache evict(tenant_id=1, cache_evict_num=0, mem_hold=39845888, mem_limit=657666865, cache_obj_num=189, cache_node_num=189) [2024-06-18 14:43:01.268389] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=17] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:01.271754] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=106896, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:43:01.271751] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873713880}], scn_array=[{val:1718692980934228582, v:0}], curr_size=122, accum_size=610, time_cost=143305) [2024-06-18 14:43:01.271748] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472604945}], scn_array=[{val:1718692980996105688, v:0}], curr_size=122, accum_size=1569, time_cost=130777) [2024-06-18 14:43:01.271796] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078978836}], scn_array=[{val:1718692980934228582, v:0}], curr_size=122, accum_size=854, time_cost=143278) [2024-06-18 14:43:01.271827] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:43:01.271850] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=15, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:43:01.271907] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344739, log_task={header:{begin_lsn:{lsn:26873713880}, end_lsn:{lsn:26873714002}, log_id:174344739, min_scn:{val:1718692980934228582, v:0}, max_scn:{val:1718692980934228582, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873713880}, data_checksum:667309872, accum_checksum:4039693821, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981128400, freeze_ts:1718692981128404, submit_ts:1718692981128414, flushed_ts:1718692981271817, gen_to_freeze cost time:4, gen_to_submit cost time:14, submit_to_flush cost time:143403}, fs_cb_begin_ts=1718692981271891, log_life_time=143491) [2024-06-18 14:43:01.271914] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703384, log_task={header:{begin_lsn:{lsn:71472604945}, end_lsn:{lsn:71472605067}, log_id:183703384, min_scn:{val:1718692980996105688, v:0}, max_scn:{val:1718692980996105688, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472604945}, data_checksum:667309872, accum_checksum:654482683, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981140911, freeze_ts:1718692981140918, submit_ts:1718692981140934, flushed_ts:1718692981271816, gen_to_freeze cost time:7, gen_to_submit cost time:23, submit_to_flush cost time:130882}, fs_cb_begin_ts=1718692981271897, log_life_time=130986) [2024-06-18 14:43:01.272013] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=59] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:43:01.272059] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=11, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:43:01.272086] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=26] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=107115, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:43:01.272106] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=8, avg_log_submit_to_flush_time=107064, avg_log_submit_to_slide_time=107106) [2024-06-18 14:43:01.272129] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050299, log_task={header:{begin_lsn:{lsn:683078978836}, end_lsn:{lsn:683078978958}, log_id:173050299, min_scn:{val:1718692980934228582, v:0}, max_scn:{val:1718692980934228582, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078978836}, data_checksum:2222604892, accum_checksum:2119360394, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981128445, freeze_ts:1718692981128448, submit_ts:1718692981128453, flushed_ts:1718692981271981, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:143528}, fs_cb_begin_ts=1718692981272045, log_life_time=143600) [2024-06-18 14:43:01.272174] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=90, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:43:01.275380] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=14] Dumping All Cache Objs(alloc_obj_list.count()=189, alloc_obj_list=[{obj_id:1, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108388}, {obj_id:3, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:364654}, {obj_id:5, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:6, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:7, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:8, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:9, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127734}, {obj_id:10, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138525}, {obj_id:11, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115993}, {obj_id:13, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130989}, {obj_id:15, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109512}, {obj_id:16, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118299}, {obj_id:19, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133769}, {obj_id:21, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113424}, {obj_id:27, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157110}, {obj_id:32, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113860}, {obj_id:33, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129912}, {obj_id:34, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106736}, {obj_id:35, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138468}, {obj_id:36, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108349}, {obj_id:37, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128531}, {obj_id:38, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:140916}, {obj_id:39, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:40, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131952}, {obj_id:41, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:134774}, {obj_id:42, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121261}, {obj_id:43, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206352}, {obj_id:44, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123535}, {obj_id:45, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119884}, {obj_id:46, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136002}, {obj_id:47, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121888}, {obj_id:48, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121359}, {obj_id:49, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:50, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:51, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121936}, {obj_id:52, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111452}, {obj_id:53, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:125200}, {obj_id:54, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109500}, {obj_id:55, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:56, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:57, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:58, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:59, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:60, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109617}, {obj_id:61, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106711}, {obj_id:62, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106784}, {obj_id:63, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106714}, {obj_id:64, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107566}, {obj_id:65, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120354}, {obj_id:66, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:67, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163470}, {obj_id:68, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128342}, {obj_id:69, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:148207}, {obj_id:70, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:71, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131029}, {obj_id:72, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125100}, {obj_id:73, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:74, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:145694}, {obj_id:75, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130042}, {obj_id:76, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131262}, {obj_id:77, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121063}, {obj_id:78, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119043}, {obj_id:79, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117714}, {obj_id:80, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132081}, {obj_id:81, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125181}, {obj_id:82, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:83, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120438}, {obj_id:84, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117890}, {obj_id:85, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120793}, {obj_id:86, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117922}, {obj_id:87, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120786}, {obj_id:88, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117858}, {obj_id:89, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124021}, {obj_id:90, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119374}, {obj_id:91, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115474}, {obj_id:92, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141969}, {obj_id:93, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115490}, {obj_id:94, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120215}, {obj_id:95, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115890}, {obj_id:96, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123896}, {obj_id:97, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115586}, {obj_id:98, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116738}, {obj_id:99, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245241}, {obj_id:100, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:113874}, {obj_id:101, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186252}, {obj_id:102, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107056}, {obj_id:103, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117508}, {obj_id:104, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106656}, {obj_id:105, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119504}, {obj_id:106, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105463}, {obj_id:107, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:237067}, {obj_id:108, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178084}, {obj_id:109, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106686}, {obj_id:110, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107948}, {obj_id:111, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126996}, {obj_id:112, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124817}, {obj_id:113, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114526}, {obj_id:114, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115522}, {obj_id:115, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117537}, {obj_id:116, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:140471}, {obj_id:117, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129231}, {obj_id:118, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:120, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156684}, {obj_id:121, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113648}, {obj_id:130, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133503}, {obj_id:138, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120415}, {obj_id:141, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123552}, {obj_id:143, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137772}, {obj_id:157, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129890}, {obj_id:158, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108320}, {obj_id:159, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130987}, {obj_id:160, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108082}, {obj_id:161, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130546}, {obj_id:162, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107792}, {obj_id:163, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:135276}, {obj_id:164, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138106}, {obj_id:165, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137630}, {obj_id:166, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120763}, {obj_id:167, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125589}, {obj_id:168, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124590}, {obj_id:169, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107008}, {obj_id:170, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111079}, {obj_id:171, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111252}, {obj_id:172, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107896}, {obj_id:173, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:174, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110199}, {obj_id:175, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:176, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:177, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175880}, {obj_id:178, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:153168}, {obj_id:179, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126837}, {obj_id:180, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120976}, {obj_id:181, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106816}, {obj_id:182, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110284}, {obj_id:183, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121153}, {obj_id:184, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:161050}, {obj_id:185, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118154}, {obj_id:186, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:93506}, {obj_id:187, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:92214}, {obj_id:188, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124094}, {obj_id:189, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112172}, {obj_id:190, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:191, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105632}, {obj_id:192, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106800}, {obj_id:193, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110040}, {obj_id:194, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113432}, {obj_id:195, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105563}, {obj_id:196, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:197, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:198, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105856}, {obj_id:199, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128904}, {obj_id:200, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:104576}, {obj_id:201, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:202, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123020}, {obj_id:203, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127068}, {obj_id:204, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122081}, {obj_id:205, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:206, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138833}, {obj_id:207, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112317}, {obj_id:208, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:150756}, {obj_id:209, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111898}, {obj_id:210, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:139315}, {obj_id:211, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:89993}, {obj_id:212, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:267040}, {obj_id:213, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112612}, {obj_id:214, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:144512}, {obj_id:215, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:210037}, {obj_id:216, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118883}, {obj_id:217, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138981}, {obj_id:218, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111780}, {obj_id:219, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105264}, {obj_id:220, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137607}, {obj_id:221, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109912}, {obj_id:222, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116114}, {obj_id:223, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141483}, {obj_id:224, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110296}, {obj_id:225, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111536}, {obj_id:226, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:171077}, {obj_id:227, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:164478}, {obj_id:228, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:229, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110236}, {obj_id:230, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:231, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136847}, {obj_id:232, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:233, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:172548}, {obj_id:234, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156632}, {obj_id:235, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224108}, {obj_id:236, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109029}]) [2024-06-18 14:43:01.276057] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=672] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:01.276545] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [1291][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=24] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:43:01.276596] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [1291][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=31] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=231) [2024-06-18 14:43:01.284160] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.284200] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.284295] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=66000, remain_us=27820039, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=66, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.306936] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [1197][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=30] run rewrite rule refresh task(rule_mgr_->tenant_id_=1002) [2024-06-18 14:43:01.308240] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [1197][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241992EFA6-0-0] [lt=33] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692971044428, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692981307802, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:43:01.308485] WDIAG [STORAGE.TRANS] inner_lock_for_read (ob_tx_data_functor.cpp:290) [1485][TimezoneMgr][T1][YB42C0A801CD-00061B241BF2F111-0-0] [lt=94][errcode=-6004] lock_for_read need retry(ret=-6004, tx_data={tx_id:{txid:131005321}, ref_cnt:1, state:"RUNNING", commit_version:{val:1718692981222368920, v:0}, start_scn:{val:1718692981222368920, v:0}, end_scn:{val:18446744073709551615, v:3}, undo_status_list:{head:null, undo_node_cnt:0{}}}, lock_for_read_arg_={mvcc_acc_ctx_:{type:1, abs_lock_timeout:1718693011208047, tx_lock_timeout:-1, snapshot:{version:{val:1718692981222368920, v:0}, tx_id:{txid:0}, scn:0}, tx_table_guards:{tx_table_guard:{tx_table:0xfffb67fb12d0, epoch:0, mini_cache_:}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:}, transfer_start_scn:{val:18446744073709551615, v:3}}, tx_id:{txid:0}, tx_desc:NULL, tx_ctx:null, mem_ctx:null, tx_scn:0, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:0, is_write_only_index:0, is_check_row_locked:0}, handle_start_time:-1, lock_wait_start_ts:0}, data_trans_id_:{txid:131005321}, data_sql_sequence_:1718692981176438, read_latest_:false, scn_:{val:4611686018427387903, v:0}}, tx_cc_ctx={state:10, prepare_version:{val:1718692981222368920, v:0}}) [2024-06-18 14:43:01.311835] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [675][T1_Occam][T1][YB42C0A801CD-00061B241492F31A-0-0] [lt=32] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:01.316279] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=31] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:01.318864] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=31] gc stale ls task succ [2024-06-18 14:43:01.320041] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=42] LogLoopThread round_cost_time(us)(round_cost_time=863) [2024-06-18 14:43:01.340369] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820956544}], scn_array=[{val:1718692981167661402, v:0}], curr_size=545, accum_size=1212, time_cost=137369) [2024-06-18 14:43:01.340534] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988234, log_task={header:{begin_lsn:{lsn:122820956544}, end_lsn:{lsn:122820957089}, log_id:217988234, min_scn:{val:1718692981167661402, v:0}, max_scn:{val:1718692981167661402, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820956544}, data_checksum:94373512, accum_checksum:2611370513, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981167762, freeze_ts:1718692981202953, submit_ts:1718692981202972, flushed_ts:1718692981340439, gen_to_freeze cost time:35191, gen_to_submit cost time:35210, submit_to_flush cost time:137467}, fs_cb_begin_ts=1718692981340518, log_life_time=172756) [2024-06-18 14:43:01.340547] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981167661402, v:0}, log_ts:{val:1718692981167661402, v:0}, lsn:{lsn:122820956600}, submit_ts:1718692981167773}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007877}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=172770, ctx_lock_wait_time=1) [2024-06-18 14:43:01.342703] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=176656, time_dist: do_cluster_heartbeat=14, generate_cluster_version=174735, cluster_service_self_check=8) [2024-06-18 14:43:01.348204] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.328|208=0us|217=20.14ms|222=4us|total=20.20ms) [2024-06-18 14:43:01.348272] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.328|536=0us|557=4us|562=0us|total=20.24ms) [2024-06-18 14:43:01.348303] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.328|79=0us|total=20.27ms) [2024-06-18 14:43:01.349803] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=30] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.350277] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.350344] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=22] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.350512] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=40] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.350645] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.350687] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=39] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.350687] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=30] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.350811] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=67000, remain_us=27753524, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=67, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.350930] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.350948] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=25] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.351162] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.351199] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=59] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.351234] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=46] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.351236] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=21] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.351241] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=20] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.351285] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.351429] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.351665] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.351683] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.352259] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:01.353060] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=24] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=8) [2024-06-18 14:43:01.364563] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.368497] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=24] ====== tenant freeze timer task ====== [2024-06-18 14:43:01.373772] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA3B-0-0] [lt=16][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:43:01.373811] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA3B-0-0] [lt=36][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:01.374944] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=36] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:01.376422] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:01.376457] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:01.376588] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:01.376615] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:01.376653] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:01.376689] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:01.376713] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:01.376737] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:01.376754] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:01.376772] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:43:01.376794] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:43:01.376813] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=29, mem_used=16637952) [2024-06-18 14:43:01.376841] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=16] release old cannot free more memory [2024-06-18 14:43:01.376854] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=12] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=42, size_used=0, mem_used=16637952) [2024-06-18 14:43:01.386184] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873714002}], scn_array=[{val:1718692981229110165, v:0}], curr_size=771, accum_size=1381, time_cost=114283) [2024-06-18 14:43:01.386184] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472605067}], scn_array=[{val:1718692981219225769, v:0}], curr_size=985, accum_size=2554, time_cost=114281) [2024-06-18 14:43:01.386189] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078978958}], scn_array=[{val:1718692981308406959, v:0}], curr_size=122, accum_size=122, time_cost=57605) [2024-06-18 14:43:01.386310] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703385, log_task={header:{begin_lsn:{lsn:71472605067}, end_lsn:{lsn:71472606052}, log_id:183703385, min_scn:{val:1718692981219225769, v:0}, max_scn:{val:1718692981222368920, v:0}, data_len:929, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472605067}, data_checksum:3340239107, accum_checksum:912939006, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981219296, freeze_ts:1718692981271859, submit_ts:1718692981271873, flushed_ts:1718692981386241, gen_to_freeze cost time:52563, gen_to_submit cost time:52577, submit_to_flush cost time:114368}, fs_cb_begin_ts=1718692981386293, log_life_time=166997) [2024-06-18 14:43:01.386318] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981219225769, v:0}, log_ts:{val:1718692981219225769, v:0}, lsn:{lsn:71472605123}, submit_ts:1718692981219308}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005320}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=167006, ctx_lock_wait_time=1) [2024-06-18 14:43:01.386334] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344740, log_task={header:{begin_lsn:{lsn:26873714002}, end_lsn:{lsn:26873714773}, log_id:174344740, min_scn:{val:1718692981229110165, v:0}, max_scn:{val:1718692981229110165, v:0}, data_len:715, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873714002}, data_checksum:1407343, accum_checksum:592257873, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981229180, freeze_ts:1718692981271856, submit_ts:1718692981271870, flushed_ts:1718692981386242, gen_to_freeze cost time:42676, gen_to_submit cost time:42690, submit_to_flush cost time:114372}, fs_cb_begin_ts=1718692981386317, log_life_time=157137) [2024-06-18 14:43:01.386366] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1317][T1002_ApplySrv2][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981229110165, v:0}, log_ts:{val:1718692981229110165, v:0}, lsn:{lsn:26873714058}, submit_ts:1718692981229191}, this:0xfffb4b45b8e0, is_inited_:true, trans_id:{txid:63002156}, ls_id:{id:1}, ctx:0xfffb4b458650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=157171, ctx_lock_wait_time=2) [2024-06-18 14:43:01.386469] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692980996105687, max_version=1718692980996105687 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692980750177522 and max_version = 1718692980750177522 ) [2024-06-18 14:43:01.386455] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981222368920, v:0}, log_ts:{val:1718692981222368920, v:0}, lsn:{lsn:71472605608}, submit_ts:1718692981222438}, this:0xfffb7ddca0e0, is_inited_:true, trans_id:{txid:131005321}, ls_id:{id:1}, ctx:0xfffb7ddc6e50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=164016, ctx_lock_wait_time=0) [2024-06-18 14:43:01.386723] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=169073, time_dist: do_cluster_heartbeat=13, generate_cluster_version=168949) [2024-06-18 14:43:01.393245] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1202][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=61] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:1412, free_obj_hold_cnt:3, allocator used:5626040, allocator total:5821312}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:2, free_obj_hold_cnt:1, allocator used:196773, allocator total:196773}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=6018085, tablets_mem_limit=2319282340, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:8, free_obj_hold_cnt:0, allocator used:20480, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=1414) [2024-06-18 14:43:01.404655] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:778) [718][T1_PalfGC][T1][Y0-0000000000000000-0-0] [lt=43] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):197, sequence:1}) [2024-06-18 14:43:01.406918] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.406945] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=26][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.406933] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=33][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:658296, tid:1306}]) [2024-06-18 14:43:01.406958] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.406973] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.406991] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407004] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407023] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407036] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407054] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407067] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407085] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407098] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407116] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407128] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407147] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407159] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407178] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407191] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407209] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407222] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407240] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407253] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407271] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407284] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407303] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407315] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407333] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407346] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407365] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407378] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407396] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407409] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407428] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407440] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407459] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407471] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407490] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407503] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407521] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407534] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407553] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407566] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407585] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407598] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407609] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407630] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=20][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407642] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407661] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407674] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407693] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407706] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407724] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407737] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407756] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407768] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407787] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407799] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407818] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407830] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407849] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407861] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407880] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407893] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407912] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407925] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407943] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407955] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407973] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.407986] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408004] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408017] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408035] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408048] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408066] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408079] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408097] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408110] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408129] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408141] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408160] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408172] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408191] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408203] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408221] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408234] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408252] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408264] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408283] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408295] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408314] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408326] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408344] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408357] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408375] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408388] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408406] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408420] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408438] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408451] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408469] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408482] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408500] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408513] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408531] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408544] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408562] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408575] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408594] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408608] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408626] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408638] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408657] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408669] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408688] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408700] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408718] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408732] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408750] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408762] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408780] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408793] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408811] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408824] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408842] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408855] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408874] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408886] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408905] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408917] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408935] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408948] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408966] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408978] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.408996] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409009] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409027] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409040] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409059] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409071] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409090] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409103] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409122] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409134] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409152] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409165] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409183] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409196] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409214] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409227] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409246] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409258] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409277] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409289] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409308] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409321] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409339] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409351] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409370] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409383] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409401] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409413] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409432] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409444] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409463] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409476] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409494] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409507] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409525] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409537] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409556] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409568] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409587] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409600] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409619] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409632] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409650] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409663] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409681] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409694] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409712] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409725] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409743] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409756] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409774] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409787] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409800] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409818] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409831] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409849] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409862] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409880] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409893] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409912] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409924] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409942] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409955] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409973] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.409986] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:01.410005] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:01.413986] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F126-0-0] [lt=41] [RS_MGR] force set rs list(master_rs="192.168.1.205:2882") [2024-06-18 14:43:01.414031] INFO [SERVER] handle_heartbeat (ob_service.cpp:3058) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F126-0-0] [lt=33] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.1.205:2882", server_id:1, rs_addr:"192.168.1.205:2882", rs_server_status:1, epoch_id:17}, hb_response={zone:"META_ZONE_1", server:"192.168.1.205:2882", sql_port:2881, build_version:"4.2.1.1_101000062023103122-34e6ed68f3db97700b665a618fc3801f6b109124(Oct 31 2023 22:22:10)", start_service_time:1718692739748775, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=46) [2024-06-18 14:43:01.418158] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.418196] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.418304] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=68000, remain_us=27686031, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=68, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.424044] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=31, mem_used=37435392) [2024-06-18 14:43:01.424103] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=38] release old cannot free more memory [2024-06-18 14:43:01.424122] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=17] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=79, size_used=0, mem_used=37435392) [2024-06-18 14:43:01.428174] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1021) [1027][T1001_ReplayPro][T1001][Y0-0000000000000000-0-0] [lt=23] replay status is not follower(min_unreplayed_lsn={lsn:122816394175}, base_lsn={lsn:122600411136}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691835286993, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6339004, ret_code_:0}}, next_to_submit_lsn_:{lsn:122816394175}, next_to_submit_scn_:{val:1718691444645174936, v:0}, base_lsn_:{lsn:122600411136}, base_scn_:{val:1718647204627847132, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1cc05000, next_round_pread_size:2121728, curr_read_pos:1940615, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1940615, log_storage_:{IteratorStorage:{start_lsn:{lsn:122814453560}, end_lsn:{lsn:122816394175}, read_buf:{buf_len_:2125824, buf_:0xfffb1cc05000}, block_size:67104768, log_storage_:0xfffb5e17eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444645174935, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:924, scn_:{val:1718691444645174935, v:0}, data_checksum:3075859636, flag:1}}, init_mode_version:0, accumulate_checksum:1894587408, curr_entry_is_padding:0, padding_entry_size:1860, padding_entry_scn:{val:1718691444645174935, v:0}}}}}) [2024-06-18 14:43:01.428291] INFO [CLOG] operator() (ob_log_replay_service.cpp:1431) [1027][T1001_ReplayPro][T1001][Y0-0000000000000000-0-0] [lt=116] get_replay_process success(id={id:1}, replayed_log_size=215983039, unreplayed_log_size=0) [2024-06-18 14:43:01.428363] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:154) [1027][T1001_ReplayPro][T1001][Y0-0000000000000000-0-0] [lt=16] dump tenant replay process(tenant_id=1001, unreplayed_log_size(MB)=0, estimate_time(second)=0, replayed_log_size(MB)=205, last_replayed_log_size(MB)=205, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-06-18 14:43:01.433778] INFO [STORAGE.BLKMGR] inspect_bad_block (ob_block_manager.cpp:1676) [476][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=67] inspect bad block cost time(cost_time=358, check_count=0, total_used_macro_block_count=10168, max_check_count_per_round=1) [2024-06-18 14:43:01.435174] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=30] ts response task statistics(alloc_count=25826, free_count=12912) [2024-06-18 14:43:01.435224] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=26] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:43:01.435274] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=26] gts statistics(tenant_id=1001, gts_rpc_cnt=10, get_gts_cache_cnt=345, get_gts_with_stc_cnt=40, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=36, try_wait_gts_elapse_cnt=0) [2024-06-18 14:43:01.437272] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=43] PNIO [ratelimit] time: 1718692981437269, bytes: 15656814, bw: 0.011889 MB/s, add_ts: 1007618, add_bytes: 12562 [2024-06-18 14:43:01.437661] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820957089}], scn_array=[{val:1718692981229110085, v:0}], curr_size=1702, accum_size=2914, time_cost=97133) [2024-06-18 14:43:01.437862] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=77][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981229110085, v:0}, log_ts:{val:1718692981229110085, v:0}, lsn:{lsn:122820957145}, submit_ts:1718692981229197}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007878}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=208661, ctx_lock_wait_time=1) [2024-06-18 14:43:01.438032] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=67][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981253644200, v:0}, log_ts:{val:1718692981253644200, v:0}, lsn:{lsn:122820957857}, submit_ts:1718692981253710}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007879}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=184321, ctx_lock_wait_time=1) [2024-06-18 14:43:01.438130] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981268265209, v:0}, log_ts:{val:1718692981268265209, v:0}, lsn:{lsn:122820958346}, submit_ts:1718692981268343}, this:0xfffb609d38e0, is_inited_:true, trans_id:{txid:222007880}, ls_id:{id:1}, ctx:0xfffb609d0650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=169785, ctx_lock_wait_time=1) [2024-06-18 14:43:01.440796] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=188730, time_dist: do_cluster_heartbeat=13, generate_cluster_version=186199) [2024-06-18 14:43:01.442841] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=34] no need to update min/max version(new_version={val:1718692980963701229, v:0}, min_version={val:1718692980963701229, v:0}, max_version={val:1718692980963701229, v:0}) [2024-06-18 14:43:01.445350] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.430|208=1us|217=15.14ms|222=3us|total=15.19ms) [2024-06-18 14:43:01.445417] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.430|536=0us|557=6us|562=1us|total=15.24ms) [2024-06-18 14:43:01.445447] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.430|79=1us|total=15.27ms) [2024-06-18 14:43:01.450232] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=20] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:43:01.450273] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=29] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:43:01.450302] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=23] [tabletchange] task check ls(ls->get_ls_id()={id:1001}, tablet_persist_trigger=0) [2024-06-18 14:43:01.450322] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=16] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=231) [2024-06-18 14:43:01.464624] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.472181] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=21] ====== check clog disk timer task ====== [2024-06-18 14:43:01.472221] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=29] get_disk_usage(ret=0, capacity(MB):=27648, used(MB):=22064) [2024-06-18 14:43:01.472258] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=15] cannot_recycle_log_size statistics(cannot_recycle_log_size=4077639261, threshold=8697308774, need_update_checkpoint_scn=false) [2024-06-18 14:43:01.486671] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.486725] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=51] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.486825] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=69000, remain_us=27617510, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=69, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.488451] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=26] get number(ret=0, service_type_=0, range=1, base_id=1718692981488446150, start_id=1718692981488446150, end_id=1718692981488446151) [2024-06-18 14:43:01.494847] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873714773}], scn_array=[{val:1718692981308406959, v:0}], curr_size=501, accum_size=1882, time_cost=108521) [2024-06-18 14:43:01.494972] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344741, log_task={header:{begin_lsn:{lsn:26873714773}, end_lsn:{lsn:26873715274}, log_id:174344741, min_scn:{val:1718692981308406959, v:0}, max_scn:{val:1718692981308406959, v:0}, data_len:445, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873714773}, data_checksum:3745238794, accum_checksum:2493040447, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981308469, freeze_ts:1718692981386284, submit_ts:1718692981386297, flushed_ts:1718692981494910, gen_to_freeze cost time:77815, gen_to_submit cost time:77828, submit_to_flush cost time:108613}, fs_cb_begin_ts=1718692981494956, log_life_time=186487) [2024-06-18 14:43:01.494992] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1323][T1002_ApplySrv5][T1002][Y0-0000000000000000-0-0] [lt=69][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981308406959, v:0}, log_ts:{val:1718692981308406959, v:0}, lsn:{lsn:26873714829}, submit_ts:1718692981308480}, this:0xfffb4bb9b8e0, is_inited_:true, trans_id:{txid:63002157}, ls_id:{id:1}, ctx:0xfffb4bb98650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=186508, ctx_lock_wait_time=1) [2024-06-18 14:43:01.504952] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [921][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=51] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-06-18 14:43:01.516974] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:01.530561] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=29] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:43:01.534914] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820958791}], scn_array=[{val:1718692981268265210, v:0}], curr_size=537, accum_size=3451, time_cost=97074) [2024-06-18 14:43:01.534915] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472606052}], scn_array=[{val:1718692981435158062, v:0}], curr_size=122, accum_size=2676, time_cost=93739) [2024-06-18 14:43:01.535081] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988236, log_task={header:{begin_lsn:{lsn:122820958791}, end_lsn:{lsn:122820959328}, log_id:217988236, min_scn:{val:1718692981268265210, v:0}, max_scn:{val:1718692981390109568, v:0}, data_len:481, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820958791}, data_checksum:3984686192, accum_checksum:3380994408, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981368979, freeze_ts:1718692981437792, submit_ts:1718692981437811, flushed_ts:1718692981534985, gen_to_freeze cost time:68813, gen_to_submit cost time:68832, submit_to_flush cost time:97174}, fs_cb_begin_ts=1718692981535068, log_life_time=166089) [2024-06-18 14:43:01.535090] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981390109568, v:0}, log_ts:{val:1718692981390109568, v:0}, lsn:{lsn:122820958913}, submit_ts:1718692981390186}, this:0xfffb60ab7ee0, is_inited_:true, trans_id:{txid:222007881}, ls_id:{id:1}, ctx:0xfffb60ab4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=144901, ctx_lock_wait_time=0) [2024-06-18 14:43:01.542420] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305B2-0-0] [lt=39] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:01.542498] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.525|208=0us|217=17.29ms|222=3us|total=17.36ms) [2024-06-18 14:43:01.542573] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=68][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.525|536=0us|557=5us|562=0us|total=17.41ms) [2024-06-18 14:43:01.542606] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.525|79=0us|total=17.43ms) [2024-06-18 14:43:01.553162] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=7) [2024-06-18 14:43:01.556210] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.556248] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.556362] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=0] will sleep(sleep_us=70000, remain_us=27547972, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=70, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.564684] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.580699] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873715274}], scn_array=[{val:1718692981435796716, v:0}], curr_size=122, accum_size=2004, time_cost=51976) [2024-06-18 14:43:01.580702] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078979080}], scn_array=[{val:1718692981435796716, v:0}], curr_size=122, accum_size=244, time_cost=51950) [2024-06-18 14:43:01.605808] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.592|208=0us|217=13.00ms|222=2us|total=13.06ms) [2024-06-18 14:43:01.605881] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=66][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.592|536=0us|557=6us|562=0us|total=13.11ms) [2024-06-18 14:43:01.605926] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=43][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.592|79=0us|total=13.15ms) [2024-06-18 14:43:01.615037] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=97356, this=0xfffb79383a70, extra_info="") [2024-06-18 14:43:01.615038] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820959328}], scn_array=[{val:1718692981441833207, v:0}], curr_size=471, accum_size=3922, time_cost=79960) [2024-06-18 14:43:01.615070] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472606174}], scn_array=[{val:1718692981488446150, v:0}], curr_size=541, accum_size=3217, time_cost=79952) [2024-06-18 14:43:01.615103] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=30] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3217) [2024-06-18 14:43:01.615135] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=22, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:43:01.615182] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=59] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3217) [2024-06-18 14:43:01.615185] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981441833207, v:0}, log_ts:{val:1718692981441833207, v:0}, lsn:{lsn:122820959384}, submit_ts:1718692981442016}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007882}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=173165, ctx_lock_wait_time=1) [2024-06-18 14:43:01.615246] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=37] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=12, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:43:01.615271] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=121261, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:43:01.615260] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981488446150, v:0}, log_ts:{val:1718692981488446150, v:0}, lsn:{lsn:71472606230}, submit_ts:1718692981488570}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005322}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126685, ctx_lock_wait_time=2) [2024-06-18 14:43:01.615292] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=23708, avg_log_gen_to_submit_time=23723, avg_log_submit_to_flush_time=97467, avg_log_submit_to_slide_time=97538) [2024-06-18 14:43:01.615326] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703387, log_task={header:{begin_lsn:{lsn:71472606174}, end_lsn:{lsn:71472606715}, log_id:183703387, min_scn:{val:1718692981488446150, v:0}, max_scn:{val:1718692981488446150, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472606174}, data_checksum:3815387445, accum_checksum:2799834215, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981488558, freeze_ts:1718692981535036, submit_ts:1718692981535052, flushed_ts:1718692981615146, gen_to_freeze cost time:46478, gen_to_submit cost time:46494, submit_to_flush cost time:80094}, fs_cb_begin_ts=1718692981615232, log_life_time=126674) [2024-06-18 14:43:01.615381] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=46] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=142, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:43:01.615468] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692981222368920, max_version=1718692981222368920 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692980996105687 and max_version = 1718692980996105687 ) [2024-06-18 14:43:01.615685] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=128878, time_dist: do_cluster_heartbeat=14, generate_cluster_version=128764) [2024-06-18 14:43:01.618637] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29A-0-0] [lt=23] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:43:01.618684] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29A-0-0] [lt=42] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:43:01.621011] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=33] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-06-18 14:43:01.626685] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.626720] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.626814] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=71000, remain_us=27477520, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=71, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.629901] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=25] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:43:01.641270] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=101] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=36, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:43:01.644412] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD2D-0-0] [lt=32] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:01.644515] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD2D-0-0] [lt=40][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:01.644602] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28] get number(ret=0, service_type_=0, range=1, base_id=1718692981644598521, start_id=1718692981644598521, end_id=1718692981644598522) [2024-06-18 14:43:01.660800] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820959799}], scn_array=[{val:1718692981542596415, v:0}], curr_size=545, accum_size=4467, time_cost=45630) [2024-06-18 14:43:01.660936] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988238, log_task={header:{begin_lsn:{lsn:122820959799}, end_lsn:{lsn:122820960344}, log_id:217988238, min_scn:{val:1718692981542596415, v:0}, max_scn:{val:1718692981542596415, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820959799}, data_checksum:2600707966, accum_checksum:3289620390, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981542674, freeze_ts:1718692981615132, submit_ts:1718692981615145, flushed_ts:1718692981660864, gen_to_freeze cost time:72458, gen_to_submit cost time:72471, submit_to_flush cost time:45719}, fs_cb_begin_ts=1718692981660926, log_life_time=118252) [2024-06-18 14:43:01.660946] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981542596415, v:0}, log_ts:{val:1718692981542596415, v:0}, lsn:{lsn:122820959855}, submit_ts:1718692981542687}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007883}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=118257, ctx_lock_wait_time=1) [2024-06-18 14:43:01.661300] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=120418, time_dist: do_cluster_heartbeat=17, generate_cluster_version=120259) [2024-06-18 14:43:01.664746] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.668185] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.654|208=1us|217=13.29ms|222=2us|total=13.35ms) [2024-06-18 14:43:01.668250] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.654|536=0us|557=5us|562=0us|total=13.39ms) [2024-06-18 14:43:01.668282] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.654|79=0us|total=13.42ms) [2024-06-18 14:43:01.669936] INFO [STORAGE.TRANS] refresh_elr_tenant_config_ (ob_tx_elr_util.cpp:47) [1479][T1002_TTLTablet][T1001][YB42C0A801CD-00061B241BE2EFCC-0-0] [lt=12] refresh tenant config success(tenant_id=1001, *this={last_refresh_ts:1718692981669004, can_tenant_elr:true}) [2024-06-18 14:43:01.670309] INFO [SERVER] check_schema_version (ob_tenant_tablet_ttl_mgr.cpp:1372) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCC-0-0] [lt=42] is not a formal_schema_version(ret=-4023, ret="OB_EAGAIN", schema_version=1710490458382543) [2024-06-18 14:43:01.670347] WDIAG [SERVER] check_and_handle_event (ob_tenant_tablet_ttl_mgr.cpp:212) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCC-0-0] [lt=35][errcode=-4023] fail to check schema version(ret=-4023, ret="OB_EAGAIN") [2024-06-18 14:43:01.670370] WDIAG [SERVER] runTimerTask (ob_tenant_tablet_ttl_mgr.cpp:613) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCC-0-0] [lt=20][errcode=-4023] fail to scan and handle all tenant event(ret=-4023, ret="OB_EAGAIN") [2024-06-18 14:43:01.673886] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [1501][DDLScanTask][T1][YB42C0A801CD-00061B241DD2EF0B-0-0] [lt=40] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12208, add_timestamp:1718692981673860}) [2024-06-18 14:43:01.673961] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27E-0-0] [lt=44] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12208, locations=[{table_id:12208, partition_id:12208, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692981673915, sql_renew_time:1718692981673915, is_mark_fail:false}]) [2024-06-18 14:43:01.674023] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27E-0-0] [lt=59] success to process renew task(task={tenant_id:1, table_id:12208, add_timestamp:1718692981673860}, locations=[{table_id:12208, partition_id:12208, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692981673915, sql_renew_time:1718692981673915, is_mark_fail:false}]) [2024-06-18 14:43:01.678171] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [1501][DDLScanTask][T1][YB42C0A801CD-00061B241DD2EF0C-0-0] [lt=35] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12255, add_timestamp:1718692981678147}) [2024-06-18 14:43:01.678196] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27F-0-0] [lt=32] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12255, locations=[{table_id:12255, partition_id:12255, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692981678183, sql_renew_time:1718692981678183, is_mark_fail:false}]) [2024-06-18 14:43:01.678230] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F27F-0-0] [lt=33] success to process renew task(task={tenant_id:1, table_id:12255, add_timestamp:1718692981678147}, locations=[{table_id:12255, partition_id:12255, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692981678183, sql_renew_time:1718692981678183, is_mark_fail:false}]) [2024-06-18 14:43:01.693524] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=37] PNIO [ratelimit] time: 1718692981693522, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007619, add_bytes: 0 [2024-06-18 14:43:01.698140] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.698176] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.698283] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=0] will sleep(sleep_us=72000, remain_us=27406052, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=72, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.706603] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=89390, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:43:01.706602] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472606715}], scn_array=[{val:1718692981488446151, v:0}], curr_size=122, accum_size=122, time_cost=65327) [2024-06-18 14:43:01.706607] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078979202}], scn_array=[{val:1718692981435796717, v:0}], curr_size=122, accum_size=366, time_cost=77797) [2024-06-18 14:43:01.706636] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873715396}], scn_array=[{val:1718692981435796717, v:0}], curr_size=122, accum_size=2126, time_cost=77839) [2024-06-18 14:43:01.706661] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=2126) [2024-06-18 14:43:01.706685] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=23, this=0xfffb481a0730, extra_info="") [2024-06-18 14:43:01.706787] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=63] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=2126) [2024-06-18 14:43:01.706839] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=30] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:43:01.706866] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=102965, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:43:01.706911] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=13392, avg_log_gen_to_submit_time=13404, avg_log_submit_to_flush_time=89505, avg_log_submit_to_slide_time=89561) [2024-06-18 14:43:01.706938] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=105, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:43:01.707255] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=29][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:250, tid:1071}]) [2024-06-18 14:43:01.717568] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=3758, avg_group_log_size=375) [2024-06-18 14:43:01.717620] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=44] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3339) [2024-06-18 14:43:01.717627] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:01.728811] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=89] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=2126, avg_group_log_size=236) [2024-06-18 14:43:01.728862] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=48, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:43:01.728912] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=976, avg_group_log_size=122) [2024-06-18 14:43:01.728941] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=976) [2024-06-18 14:43:01.728966] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=35, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:43:01.734925] INFO [SHARE] blacklist_loop_ (ob_server_blacklist.cpp:313) [493][Blacklist][T0][Y0-0000000000000000-0-0] [lt=27] blacklist_loop exec finished(cost_time=72, is_enabled=true, send_cnt=0) [2024-06-18 14:43:01.739797] INFO [CLOG] run1 (ob_garbage_collector.cpp:1331) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=15] Garbage Collector is running(seq_=117, gc_interval=10000000) [2024-06-18 14:43:01.739858] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1466) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=28] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-06-18 14:43:01.739902] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1424) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=22] gc_check_member_list_ cost time(ret=0, time_us=76) [2024-06-18 14:43:01.739931] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=19] execute_gc cost time(ret=0, time_us=1) [2024-06-18 14:43:01.741210] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1619) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=23] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-06-18 14:43:01.741259] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1641) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=40] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}]) [2024-06-18 14:43:01.741282] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=22] execute_gc cost time(ret=0, time_us=25) [2024-06-18 14:43:01.741337] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=51] ObSafeDestroyHandler start process [2024-06-18 14:43:01.741355] INFO [SERVER] loop (ob_safe_destroy_handler.cpp:133) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=14] ObSafeDestroyTaskQueue::loop begin(queue_.size()=0) [2024-06-18 14:43:01.741403] INFO [SERVER] loop (ob_safe_destroy_handler.cpp:140) [1033][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=14] ObSafeDestroyTaskQueue::loop finish(ret=0, queue_.size()=0) [2024-06-18 14:43:01.753267] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=6) [2024-06-18 14:43:01.758076] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820960344}], scn_array=[{val:1718692981644598521, v:0}], curr_size=545, accum_size=5012, time_cost=97141) [2024-06-18 14:43:01.758214] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981644598521, v:0}, log_ts:{val:1718692981644598521, v:0}, lsn:{lsn:122820960400}, submit_ts:1718692981644707}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007884}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=113503, ctx_lock_wait_time=1) [2024-06-18 14:43:01.758526] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=115605, time_dist: do_cluster_heartbeat=12, generate_cluster_version=115503) [2024-06-18 14:43:01.761431] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=37] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692981308406959, v:0}, base_version={val:1718692981308406959, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692981308406959, v:0}, valid_part_count:2, total_part_count:2, generate_tstamp:1718692981761405, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-06-18 14:43:01.761485] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=52] no need to update min/max version(new_version={val:1718692981308406959, v:0}, min_version={val:1718692981308406959, v:0}, max_version={val:1718692981308406959, v:0}) [2024-06-18 14:43:01.764807] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.765330] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.749|208=1us|217=15.35ms|222=2us|total=15.41ms) [2024-06-18 14:43:01.765401] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.749|536=0us|557=5us|562=0us|total=15.45ms) [2024-06-18 14:43:01.765433] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.749|79=0us|total=15.48ms) [2024-06-18 14:43:01.770373] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:72, local_retry_times:72, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:01.770432] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=52][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.770454] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.770472] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:01.770504] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:01.770791] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.770825] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.770852] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:01.770892] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:01.770914] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:01.770936] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:01.770953] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:01.770971] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:01.770989] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:01.771005] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:01.771017] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:01.771033] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:01.771047] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:01.771064] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:01.771080] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:01.771108] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:01.771178] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=67][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.771201] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.771221] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:01.771235] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:01.771254] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:01.771273] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=73, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:01.771307] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23] will sleep(sleep_us=73000, remain_us=27333028, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=73, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.789082] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=31] current monitor number(seq_=-1) [2024-06-18 14:43:01.794177] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [841][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=23] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:43:01.794229] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [841][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=33] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=268) [2024-06-18 14:43:01.802510] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=20] not leader, no need refresh error context(id_=1) [2024-06-18 14:43:01.802561] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=28] not leader, no need refresh error context(id_=1001) [2024-06-18 14:43:01.803904] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873715518}], scn_array=[{val:1718692981435796718, v:0}], curr_size=122, accum_size=122, time_cost=75076) [2024-06-18 14:43:01.803904] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472606837}], scn_array=[{val:1718692981717438521, v:0}], curr_size=541, accum_size=663, time_cost=86320) [2024-06-18 14:43:01.803908] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078979324}], scn_array=[{val:1718692981435796718, v:0}], curr_size=122, accum_size=488, time_cost=74981) [2024-06-18 14:43:01.804132] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=19] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692981488446150, max_version=1718692981488446150 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692981222368920 and max_version = 1718692981222368920 ) [2024-06-18 14:43:01.804340] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=88575, time_dist: do_cluster_heartbeat=14, generate_cluster_version=88458, cluster_service_self_check=9) [2024-06-18 14:43:01.807729] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=3][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:01.828873] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=2126) [2024-06-18 14:43:01.834751] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.812|208=0us|217=22.70ms|222=2us|total=22.76ms) [2024-06-18 14:43:01.834815] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.812|536=0us|557=6us|562=0us|total=22.80ms) [2024-06-18 14:43:01.834846] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.812|79=0us|total=22.83ms) [2024-06-18 14:43:01.844398] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:73, local_retry_times:73, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:01.844440] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.844453] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.844469] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:01.844490] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:01.844719] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.844751] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.844776] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:01.844796] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:01.844818] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:01.844838] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:01.844850] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:01.844869] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:01.844885] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:01.844897] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:01.844911] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:01.844921] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:01.844936] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:01.844949] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:01.844963] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:01.844982] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:01.844998] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.845011] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.845027] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:01.845038] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:01.845054] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:01.845064] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=74, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:01.845094] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=74000, remain_us=27259240, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=74, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.860012] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD2E-0-0] [lt=34] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:01.860112] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD2E-0-0] [lt=39][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:01.860214] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26] get number(ret=0, service_type_=0, range=1, base_id=1718692981860210232, start_id=1718692981860210232, end_id=1718692981860210233) [2024-06-18 14:43:01.864868] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.883970] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820960889}], scn_array=[{val:1718692981644598522, v:0}], curr_size=122, accum_size=5134, time_cost=114691) [2024-06-18 14:43:01.884105] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=53] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=5679, avg_group_log_size=567) [2024-06-18 14:43:01.884166] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=64] [APPLY STAT CB APPEND COST TIME](cur_stat_count=33, stat_interval=5000000, avg (count/cost)=35, this=0xfffb523fe440, extra_info="") [2024-06-18 14:43:01.884153] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988240, log_task={header:{begin_lsn:{lsn:122820960889}, end_lsn:{lsn:122820961011}, log_id:217988240, min_scn:{val:1718692981644598522, v:0}, max_scn:{val:1718692981644598522, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820960889}, data_checksum:667309872, accum_checksum:722979698, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981769222, freeze_ts:1718692981769228, submit_ts:1718692981769240, flushed_ts:1718692981884038, gen_to_freeze cost time:6, gen_to_submit cost time:18, submit_to_flush cost time:114798}, fs_cb_begin_ts=1718692981884143, log_life_time=114921) [2024-06-18 14:43:01.884197] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=30] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=33, stat_interval=5000000, avg (count/cost)=130805, this=0xfffb523fe670, extra_info="") [2024-06-18 14:43:01.884213] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=15] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=33, stat_interval=5000000, avg (count/cost)=0, this=0xfffb523fe8a0, extra_info="") [2024-06-18 14:43:01.884231] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=18] [APPLY STAT CB EXECUTE TIME](cur_stat_count=33, stat_interval=5000000, avg (count/cost)=-440, this=0xfffb523fead0, extra_info="") [2024-06-18 14:43:01.884272] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=40] [APPLY STAT CB TOTAL TIME](cur_stat_count=33, stat_interval=5000000, avg (count/cost)=130400, this=0xfffb523fed00, extra_info="") [2024-06-18 14:43:01.918155] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=42] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:01.919179] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:74, local_retry_times:74, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:01.919222] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.919241] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.919252] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:01.919278] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:01.919517] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.919548] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.919573] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:01.919594] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:01.919615] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:01.919629] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:01.919644] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:01.919658] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:01.919674] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:01.919684] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:01.919699] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:01.919708] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:01.919725] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:01.919744] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:01.919755] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:01.919777] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:01.919795] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.919807] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.919824] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:01.919835] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:01.919851] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:01.919862] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=75, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:01.919892] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=75000, remain_us=27184443, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=75, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:01.935449] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873715640}], scn_array=[{val:1718692981435796719, v:0}], curr_size=122, accum_size=244, time_cost=106560) [2024-06-18 14:43:01.935449] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472607378}], scn_array=[{val:1718692981717438522, v:0}], curr_size=122, accum_size=785, time_cost=94077) [2024-06-18 14:43:01.935448] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078979446}], scn_array=[{val:1718692981435796719, v:0}], curr_size=122, accum_size=610, time_cost=106492) [2024-06-18 14:43:01.935575] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050304, log_task={header:{begin_lsn:{lsn:683078979446}, end_lsn:{lsn:683078979568}, log_id:173050304, min_scn:{val:1718692981435796719, v:0}, max_scn:{val:1718692981435796719, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078979446}, data_checksum:2222604892, accum_checksum:411627700, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981828924, freeze_ts:1718692981828927, submit_ts:1718692981828933, flushed_ts:1718692981935518, gen_to_freeze cost time:3, gen_to_submit cost time:9, submit_to_flush cost time:106585}, fs_cb_begin_ts=1718692981935562, log_life_time=106638) [2024-06-18 14:43:01.935689] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344745, log_task={header:{begin_lsn:{lsn:26873715640}, end_lsn:{lsn:26873715762}, log_id:174344745, min_scn:{val:1718692981435796719, v:0}, max_scn:{val:1718692981435796719, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873715640}, data_checksum:667309872, accum_checksum:3321971884, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981828839, freeze_ts:1718692981828844, submit_ts:1718692981828855, flushed_ts:1718692981935643, gen_to_freeze cost time:5, gen_to_submit cost time:16, submit_to_flush cost time:106788}, fs_cb_begin_ts=1718692981935678, log_life_time=106839) [2024-06-18 14:43:01.942482] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.924|208=0us|217=17.88ms|222=2us|total=17.94ms) [2024-06-18 14:43:01.942549] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=61][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.924|536=0us|557=5us|562=1us|total=17.98ms) [2024-06-18 14:43:01.942581] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.924|79=0us|total=18.01ms) [2024-06-18 14:43:01.953369] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=5) [2024-06-18 14:43:01.962945] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305B3-0-0] [lt=26] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:01.963105] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692981963101314, start_id=1718692981963101314, end_id=1718692981963101315) [2024-06-18 14:43:01.964903] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:01.986919] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=49] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=100752, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:43:01.986960] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820961011}], scn_array=[{val:1718692981860210232, v:0}], curr_size=545, accum_size=5679, time_cost=102801) [2024-06-18 14:43:01.987006] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=5679) [2024-06-18 14:43:01.987058] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=20, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:43:01.987105] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=44] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=5679) [2024-06-18 14:43:01.987187] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=9, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:43:01.987211] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=143036, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:43:01.987226] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=42086, avg_log_gen_to_submit_time=42101, avg_log_submit_to_flush_time=100858, avg_log_submit_to_slide_time=100935) [2024-06-18 14:43:01.987199] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=10][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981860210232, v:0}, log_ts:{val:1718692981860210232, v:0}, lsn:{lsn:122820961067}, submit_ts:1718692981860318}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007885}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126878, ctx_lock_wait_time=1) [2024-06-18 14:43:01.987263] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988241, log_task={header:{begin_lsn:{lsn:122820961011}, end_lsn:{lsn:122820961556}, log_id:217988241, min_scn:{val:1718692981860210232, v:0}, max_scn:{val:1718692981860210232, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820961011}, data_checksum:1778486793, accum_checksum:459827271, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981860307, freeze_ts:1718692981884072, submit_ts:1718692981884088, flushed_ts:1718692981987066, gen_to_freeze cost time:23765, gen_to_submit cost time:23781, submit_to_flush cost time:102978}, fs_cb_begin_ts=1718692981987174, log_life_time=126867) [2024-06-18 14:43:01.987310] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=40] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=140, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:43:01.987442] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1001, new_min_version={val:1718692981644598521, v:0}, new_max_version={val:1718692981644598521, v:0}, last_min_version={val:1718692981268265209, v:0}, last_max_version={val:1718692981268265209, v:0}, total_time_us=128790, delta_us=342841) [2024-06-18 14:43:01.987487] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1718692981644598521, v:0}, min_version={val:1718692981644598521, v:0}, max_version={val:1718692981644598521, v:0}, in_service=true, leader_epoch=16) [2024-06-18 14:43:01.989277] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:01.975|208=0us|217=14.27ms|222=2us|total=14.32ms) [2024-06-18 14:43:01.989340] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:01.974|536=0us|557=6us|562=0us|total=14.37ms) [2024-06-18 14:43:01.989378] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=36][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:01.974|79=0us|total=14.40ms) [2024-06-18 14:43:01.989381] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=130769, time_dist: do_cluster_heartbeat=13, generate_cluster_version=128877, cluster_service_self_check=8) [2024-06-18 14:43:01.991256] INFO [STORAGE.TRANS] generate_new_version (ob_tenant_weak_read_server_version_mgr.cpp:120) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [WRS] update tenant weak read server version(tenant_id=1001, server_version={version:{val:1718692981644598521, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0, epoch_tstamp:1718692981989417}, version_delta=346657) [2024-06-18 14:43:01.994976] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:75, local_retry_times:75, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:01.995019] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.995033] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:01.995049] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:01.995072] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:01.995313] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:01.995344] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:01.995368] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:01.995387] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:01.995408] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:01.995422] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:01.995437] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:01.995451] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:01.995467] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:01.995477] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:01.995492] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:01.995502] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:01.995517] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:01.995528] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:01.995544] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:01.995562] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:01.995580] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.995593] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:01.995609] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:01.995619] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:01.995637] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:01.995647] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=76, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:01.995677] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=76000, remain_us=27108658, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=76, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.009373] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=22] gc stale ls task succ [2024-06-18 14:43:02.015064] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Slow write(duration=62658, write_len=4096) [2024-06-18 14:43:02.015097] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=30] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592128, offset=341090}, end_cursor:ObLogCursor{file_id=119, log_id=31592129, offset=341340}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8affc050, len:2974, log_data_len:250, seq:31592128, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:02.036824] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=18] ====== check clog disk timer task ====== [2024-06-18 14:43:02.036866] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=29] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:43:02.036904] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=18] cannot_recycle_log_size statistics(cannot_recycle_log_size=140239116, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:43:02.038425] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472607500}], scn_array=[{val:1718692981917414037, v:0}], curr_size=541, accum_size=1326, time_cost=102813) [2024-06-18 14:43:02.038557] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703391, log_task={header:{begin_lsn:{lsn:71472607500}, end_lsn:{lsn:71472608041}, log_id:183703391, min_scn:{val:1718692981917414037, v:0}, max_scn:{val:1718692981917414037, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472607500}, data_checksum:645260979, accum_checksum:1089020084, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981917479, freeze_ts:1718692981935552, submit_ts:1718692981935567, flushed_ts:1718692982038491, gen_to_freeze cost time:18073, gen_to_submit cost time:18088, submit_to_flush cost time:102924}, fs_cb_begin_ts=1718692982038540, log_life_time=121061) [2024-06-18 14:43:02.038564] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981917414037, v:0}, log_ts:{val:1718692981917414037, v:0}, lsn:{lsn:71472607556}, submit_ts:1718692981917490}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005324}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=121070, ctx_lock_wait_time=0) [2024-06-18 14:43:02.038711] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692981717438521, max_version=1718692981717438521 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692981488446150 and max_version = 1718692981488446150 ) [2024-06-18 14:43:02.038908] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=123018, time_dist: do_cluster_heartbeat=13, generate_cluster_version=122915) [2024-06-18 14:43:02.043834] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=30] ====== tenant freeze timer task ====== [2024-06-18 14:43:02.045325] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.287|208=0us|217=16.55ms|222=2us|total=16.60ms) [2024-06-18 14:43:02.045395] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.287|536=0us|557=14us|562=0us|total=16.66ms) [2024-06-18 14:43:02.045427] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.287|79=0us|total=16.68ms) [2024-06-18 14:43:02.056313] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=66] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:43:02.064964] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.071762] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:76, local_retry_times:76, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:02.071805] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.071826] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.071844] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:02.071873] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:02.072096] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.072127] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.072151] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:02.072171] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:02.072191] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:02.072206] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:02.072221] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:02.072235] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:02.072251] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:02.072261] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:02.072276] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:02.072285] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:02.072301] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:02.072311] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:02.072326] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:02.072345] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:02.072361] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.072374] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.072390] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:02.072401] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:02.072411] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:02.072420] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=77, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:02.072450] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=77000, remain_us=27031885, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=77, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.086172] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1978) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(dag_cnt=0, map_size=0) [2024-06-18 14:43:02.086206] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1988) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=32] dump_dag_status(running_dag_net_map_size=0, blocking_dag_net_list_size=0) [2024-06-18 14:43:02.086221] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_COMPACTION_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:02.086246] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=24] dump_dag_status(priority="PRIO_HA_HIGH", low_limit=8, up_limit=8, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:02.086260] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_COMPACTION_MID", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:02.086279] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=19] dump_dag_status(priority="PRIO_HA_MID", low_limit=5, up_limit=5, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:02.086292] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_COMPACTION_LOW", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:02.086310] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(priority="PRIO_HA_LOW", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:02.086322] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(priority="PRIO_DDL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:02.086339] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(priority="PRIO_DDL_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:02.086351] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(priority="PRIO_TTL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:02.086368] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:02.086383] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:02.086401] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:02.086414] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:02.086432] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:02.086444] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:02.086461] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:02.086473] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:02.086490] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:02.086502] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:02.086520] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:02.086532] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:02.086549] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:02.086562] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:02.086579] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:02.086591] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:02.086604] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:02.086621] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:02.086633] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:02.086658] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=24] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:02.086670] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086688] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086700] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086717] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086729] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086748] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086760] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086779] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086791] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086808] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086820] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086835] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086852] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086864] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086878] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086896] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086907] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086921] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086939] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086951] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086968] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.086981] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.086998] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.087010] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087024] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.087042] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087053] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.087071] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087083] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:02.087100] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087140] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=39] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:43:02.087157] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:43:02.087175] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:43:02.087188] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:43:02.087207] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:02.087219] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:02.087237] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:02.087249] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:02.087261] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:02.087278] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:02.087290] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:02.087303] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:02.087321] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:02.087333] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:02.087347] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:02.087365] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:02.087376] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:02.087389] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:02.087407] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:02.087419] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:02.087433] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:02.087450] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:02.087462] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087477] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087494] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087505] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087517] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087535] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087547] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087560] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087578] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087590] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087604] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087621] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087633] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087645] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087662] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087674] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087686] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087704] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087715] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:02.087727] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:02.087744] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0) [2024-06-18 14:43:02.087756] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, scheduled_task_count=0) [2024-06-18 14:43:02.087769] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0) [2024-06-18 14:43:02.087787] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, scheduled_task_count=0) [2024-06-18 14:43:02.087799] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:43:02.087817] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:43:02.087829] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:43:02.087846] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:43:02.087858] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0) [2024-06-18 14:43:02.087871] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, scheduled_task_count=0) [2024-06-18 14:43:02.087888] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=16] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_net_count=0) [2024-06-18 14:43:02.087897] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_net_count=0) [2024-06-18 14:43:02.087906] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_net_count=0) [2024-06-18 14:43:02.087922] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=15] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_net_count=0) [2024-06-18 14:43:02.087931] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_net_count=0) [2024-06-18 14:43:02.087941] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_net_count=0) [2024-06-18 14:43:02.087956] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=14] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_net_count=0) [2024-06-18 14:43:02.087965] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_net_count=0) [2024-06-18 14:43:02.087976] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2008) [1191][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(total_worker_cnt=43, total_running_task_cnt=0, work_thread_num=43, scheduled_task_cnt=0) [2024-06-18 14:43:02.089500] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=35] no need to update min/max version(new_version={val:1718692981644598521, v:0}, min_version={val:1718692981644598521, v:0}, max_version={val:1718692981644598521, v:0}) [2024-06-18 14:43:02.089939] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078979568}], scn_array=[{val:1718692981937264380, v:0}], curr_size=122, accum_size=732, time_cost=60885) [2024-06-18 14:43:02.089942] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820961556}], scn_array=[{val:1718692981963101314, v:0}], curr_size=545, accum_size=545, time_cost=102758) [2024-06-18 14:43:02.089942] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873715762}], scn_array=[{val:1718692981937264380, v:0}], curr_size=122, accum_size=366, time_cost=60918) [2024-06-18 14:43:02.090227] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988242, log_task={header:{begin_lsn:{lsn:122820961556}, end_lsn:{lsn:122820962101}, log_id:217988242, min_scn:{val:1718692981963101314, v:0}, max_scn:{val:1718692981963101314, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820961556}, data_checksum:2329295315, accum_checksum:2526742852, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692981963195, freeze_ts:1718692981987141, submit_ts:1718692981987155, flushed_ts:1718692982090156, gen_to_freeze cost time:23946, gen_to_submit cost time:23960, submit_to_flush cost time:103001}, fs_cb_begin_ts=1718692982090218, log_life_time=127023) [2024-06-18 14:43:02.090237] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692981963101314, v:0}, log_ts:{val:1718692981963101314, v:0}, lsn:{lsn:122820961612}, submit_ts:1718692981963205}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007886}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=127029, ctx_lock_wait_time=0) [2024-06-18 14:43:02.090359] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=50] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:02.090620] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=129109, time_dist: do_cluster_heartbeat=12, generate_cluster_version=128990) [2024-06-18 14:43:02.111881] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=33] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:02.114407] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=33] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=0, size_used=86586, mem_used=137263104) [2024-06-18 14:43:02.118688] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=42] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:02.126363] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=26] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:43:02.126532] INFO [STORAGE] update_info (ob_tenant_freeze_info_mgr.cpp:731) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=39] ObTenantFreezeInfoMgr success to update infos(snapshot_gc_ts=1718692979489219807, min_major_snapshot=1, cur_idx=0, info_list_[0]=[{freeze_version:1, schema_version:1, cluster_version:17180000513}, {freeze_version:1715882404284807550, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1715968803867096744, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716055203715303630, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716141603225302202, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716228002967086351, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716314402152637546, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716400801115883120, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716487200641287244, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716573604582459162, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716660004256310531, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716746403851100648, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716832803722578393, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716919203844077421, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717005602815792030, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717092001630416547, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717178402128448214, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717264801105388477, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717351200457935819, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717437604817285102, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717524004141183455, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717610403291384920, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717696802987324516, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717783202539166965, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717869601748331576, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717956000791669074, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718042403246436679, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718128802365081795, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718215202052923697, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718301601422102304, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718388000615143630, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718474404770458958, schema_version:1699360865061560, cluster_version:17180000513}], info_list_[1]=[{freeze_version:1, schema_version:1, cluster_version:17180000513}, {freeze_version:1715882404284807550, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1715968803867096744, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716055203715303630, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716141603225302202, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716228002967086351, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716314402152637546, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716400801115883120, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716487200641287244, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716573604582459162, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716660004256310531, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716746403851100648, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716832803722578393, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1716919203844077421, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717005602815792030, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717092001630416547, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717178402128448214, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717264801105388477, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717351200457935819, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717437604817285102, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717524004141183455, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717610403291384920, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717696802987324516, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717783202539166965, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717869601748331576, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1717956000791669074, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718042403246436679, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718128802365081795, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718215202052923697, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718301601422102304, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718388000615143630, schema_version:1699360865061560, cluster_version:17180000513}, {freeze_version:1718474404770458958, schema_version:1699360865061560, cluster_version:17180000513}], snapshots_[0]=[], snapshots_[1]=[]) [2024-06-18 14:43:02.129421] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.129517] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.129770] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.129853] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.129914] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=44] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.130195] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.130198] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=19] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.135388] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AB-0-0] [lt=33] get number(ret=0, service_type_=0, range=1, base_id=1718692982135384073, start_id=1718692982135384073, end_id=1718692982135384074) [2024-06-18 14:43:02.135705] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472608041}], scn_array=[{val:1718692981936717207, v:0}], curr_size=122, accum_size=1448, time_cost=94212) [2024-06-18 14:43:02.142485] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.128|208=1us|217=13.65ms|222=2us|total=13.70ms) [2024-06-18 14:43:02.142551] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.128|536=0us|557=6us|562=0us|total=13.75ms) [2024-06-18 14:43:02.142582] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.128|79=0us|total=13.77ms) [2024-06-18 14:43:02.149535] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:77, local_retry_times:77, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:02.149579] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.149598] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.149616] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:02.149641] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:02.149869] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.149902] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.149928] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:02.149948] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:02.149969] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:02.149982] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:02.150009] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:02.150023] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:02.150039] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:02.150049] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:02.150064] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:02.150073] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:02.150089] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:02.150100] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:02.150114] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:02.150132] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:02.150148] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.150161] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.150177] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:02.150188] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:02.150206] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:02.150215] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=78, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:02.150246] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=78000, remain_us=26954089, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=78, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.153469] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=4) [2024-06-18 14:43:02.165027] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.172889] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2605) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=31] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", [SlidingWindow]={palf_id:1, self:"192.168.1.205:2882", lsn_allocator:{max_log_id:217988244, max_lsn:122820963235, max_scn:{val:1718692982039281538, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:122816392259}, reuse_lsn:{lsn:122820962101}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:122816394175}}, last_submit_lsn:{lsn:122820962101}, last_submit_end_lsn:{lsn:122820963113}, last_submit_log_id:217988243, last_submit_log_pid:16, max_flushed_lsn:{lsn:122820961556}, max_flushed_end_lsn:{lsn:122820962101}, max_flushed_log_pid:16, committed_end_lsn:{lsn:122820962101}, last_slide_log_id:217988242, last_slide_scn:{val:1718692981963101314, v:0}, last_slide_lsn:{lsn:122820961556}, last_slide_end_lsn:{lsn:122820962101}, last_slide_log_pid:16, last_slide_log_accum_checksum:2526742852, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffb5e176630}, [StateMgr]={this:0xfffb5e17b330, self:"192.168.1.205:2882", palf_id:1, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:16}, leader:"192.168.1.205:2882", leader_epoch:1, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:217988243, is_changing_config_with_arb:false, reconfirm_start_time_us:1718691656451396, palf_role_change_cb:0xfffb5e182cb0, allow_vote:true}, [ConfigMgr]={palf_id:1, self:"192.168.1.205:2882", alive_paxos_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:16, prev:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:16, config_seq:17}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:15, prev_lsn:{lsn:122816392259}, prev_mode_pid:16}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:15, prev_lsn:{lsn:122816392259}, prev_end_lsn:{lsn:122816394175}, prev_mode_pid:16}, reconfig_barrier:{prev_log_proposal_id:15, prev_lsn:{lsn:122816392259}, prev_end_lsn:{lsn:122816394175}, prev_mode_pid:16}, persistent_config_version:{proposal_id:16, config_seq:17}, ms_ack_list:0, resend_config_version:{proposal_id:16, config_seq:17}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"default_region", paxos_member_region_map:{}, register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffb5e178730}, [ModeMgr]={palf_id:1, self:"192.168.1.205:2882", applied_mode_meta:{version:1, proposal_id:16, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, accepted_mode_meta:{version:1, proposal_id:16, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, last_submit_mode_meta:{version:1, proposal_id:16, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, base_lsn_for_block_gc:{lsn:122600411136}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:16}, log_config_meta:{version:3, proposal_id:16, prev:{version:1, config:{config_version:{proposal_id:15, config_seq:16}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:16, config_seq:17}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:15, prev_lsn:{lsn:122816392259}, prev_mode_pid:16}, log_snapshot_meta:{version:1, base_lsn:{lsn:122600411136}, prev_log_info:{log_id:-1, lsn:{lsn:18446744073709551615}, scn:{val:18446744073709551615, v:3}, log_proposal_id:9223372036854775807, accum_checksum:-1}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:16, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}}, log_meta_storage:{log_tail:{lsn:3166208}, readable_log_tail:{lsn:3166208}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:122868830208}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1001/1/meta", dir_fd:193, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:63938560, block_header_serialize_buf_:0xfffb5e17daf8, flashback_version:0}, log_storage:{log_tail:{lsn:122820962101}, readable_log_tail:{lsn:122820962101}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:1830, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1001/1/log", dir_fd:195, min_block_id:1793, max_block_id:1831, curr_writable_block_id:1830}, logical_block_size_:67104768, curr_block_writable_size_:47868107, block_header_serialize_buf_:0xfffb5e17fa78, flashback_version:0}, palf_epoch:1, last_purge_throttling_ts:1718691656451631, this:0xfffb5e17bbb0}, [Reconfirm]={palf_id:1, self:"192.168.1.205:2882", state:"FINISHED", new_proposal_id:16, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.1.205:2882", majority_max_accept_pid:15, majority_max_lsn:{lsn:122816394175}, saved_end_lsn:{lsn:122816394175}, last_submit_prepare_req_time_us:1718691656451689, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffb5e17b4b0}) [2024-06-18 14:43:02.173252] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2609) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=354] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692982090179, last_flushed_end_lsn:{lsn:122820962101}}]) [2024-06-18 14:43:02.173281] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4173) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=24] current log_task status(palf_id=1, self="192.168.1.205:2882", log_id=217988243, log_task={header:{begin_lsn:{lsn:122820962101}, end_lsn:{lsn:122820963113}, log_id:217988243, min_scn:{val:1718692982039281537, v:0}, max_scn:{val:1718692982039281537, v:0}, data_len:956, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820962101}, data_checksum:86600959, accum_checksum:2244485625, is_padding_log:false, is_raw_write:false}, state_map:{val:30}, ref_cnt:0, gen_ts:1718692982039350, freeze_ts:1718692982090190, submit_ts:1718692982090203, flushed_ts:-1, gen_to_freeze cost time:50840, gen_to_submit cost time:50853, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692982090179, last_flushed_end_lsn:{lsn:122820962101}}]) [2024-06-18 14:43:02.185056] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1124][T1002_PLSSer][T1001][YB42C0A801CD-00061B241E72F295-0-0] [lt=52][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1510, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:02.189551] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=32] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1001, server_version={version:{val:1718692981644598521, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=544938, in_cluster_service=true, cluster_version={val:1718692981644598521, v:0}, min_cluster_version={val:1718692981644598521, v:0}, max_cluster_version={val:1718692981644598521, v:0}, get_cluster_version_err=0, cluster_version_delta=544938, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=8507, succ_cluster_heartbeat_count=83, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692547619158295, v:0}, local_cluster_delta=434570378, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:43:02.192170] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305B4-0-0] [lt=38] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:02.198627] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820962101}], scn_array=[{val:1718692982039281537, v:0}], curr_size=1012, accum_size=1557, time_cost=108399) [2024-06-18 14:43:02.198629] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873715884}], scn_array=[{val:1718692981937264381, v:0}], curr_size=122, accum_size=488, time_cost=69545) [2024-06-18 14:43:02.198635] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078979690}], scn_array=[{val:1718692981937264381, v:0}], curr_size=122, accum_size=854, time_cost=69522) [2024-06-18 14:43:02.198902] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988243, log_task={header:{begin_lsn:{lsn:122820962101}, end_lsn:{lsn:122820963113}, log_id:217988243, min_scn:{val:1718692982039281537, v:0}, max_scn:{val:1718692982039281537, v:0}, data_len:956, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820962101}, data_checksum:86600959, accum_checksum:2244485625, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982039350, freeze_ts:1718692982090190, submit_ts:1718692982090203, flushed_ts:1718692982198829, gen_to_freeze cost time:50840, gen_to_submit cost time:50853, submit_to_flush cost time:108626}, fs_cb_begin_ts=1718692982198891, log_life_time=159541) [2024-06-18 14:43:02.198910] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982039281537, v:0}, log_ts:{val:1718692982039281537, v:0}, lsn:{lsn:122820962157}, submit_ts:1718692982039361}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007887}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=159546, ctx_lock_wait_time=1) [2024-06-18 14:43:02.201223] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 56276.00) [2024-06-18 14:43:02.201261] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:02.201388] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=50] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.00, rt: 62582.00) [2024-06-18 14:43:02.201415] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 18.91, rt: 12351.68) [2024-06-18 14:43:02.201437] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 73512.42, iops: 37.82, rt: 19551.39) [2024-06-18 14:43:02.201455] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=5, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12774848, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:02.201492] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=31] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201517] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=23] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201535] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201555] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201572] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201591] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201605] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201622] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201636] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201654] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201674] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201692] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201711] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201729] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201746] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.201765] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:02.203572] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=22] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:43:02.203625] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=30] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:43:02.203653] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=22] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=267) [2024-06-18 14:43:02.223942] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.208|208=1us|217=15.05ms|222=3us|total=15.12ms) [2024-06-18 14:43:02.224017] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=68][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.208|536=0us|557=6us|562=0us|total=15.16ms) [2024-06-18 14:43:02.224049] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.208|79=0us|total=15.19ms) [2024-06-18 14:43:02.228331] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:78, local_retry_times:78, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:02.228378] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.228397] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.228411] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:02.228440] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:02.228683] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.228715] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.228740] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:02.228760] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:02.228781] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:02.228796] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:02.228813] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:02.228827] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:02.228842] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:02.228853] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:02.228868] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:02.228878] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:02.228894] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:02.228905] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:02.228920] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:02.228940] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:02.228957] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.228975] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.228992] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:02.229004] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:02.229021] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:02.229031] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=79, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:02.229062] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=79000, remain_us=26875273, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=79, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.240061] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=31] gc stale ls task succ [2024-06-18 14:43:02.250138] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472608163}], scn_array=[{val:1718692982135384073, v:0}], curr_size=478, accum_size=1926, time_cost=114287) [2024-06-18 14:43:02.250300] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703393, log_task={header:{begin_lsn:{lsn:71472608163}, end_lsn:{lsn:71472608641}, log_id:183703393, min_scn:{val:1718692982135384073, v:0}, max_scn:{val:1718692982135384073, v:0}, data_len:422, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472608163}, data_checksum:1456627746, accum_checksum:3104188985, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982135491, freeze_ts:1718692982135808, submit_ts:1718692982135823, flushed_ts:1718692982250198, gen_to_freeze cost time:317, gen_to_submit cost time:332, submit_to_flush cost time:114375}, fs_cb_begin_ts=1718692982250285, log_life_time=114794) [2024-06-18 14:43:02.250309] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982135384073, v:0}, log_ts:{val:1718692982135384073, v:0}, lsn:{lsn:71472608219}, submit_ts:1718692982135503}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005325}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=114803, ctx_lock_wait_time=1) [2024-06-18 14:43:02.251562] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AB-0-0] [lt=36] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:43:02.254935] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AB-0-0] [lt=46][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:43:02.265089] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.272941] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=51] LogLoopThread round_cost_time(us)(round_cost_time=469) [2024-06-18 14:43:02.289624] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=62] no need to update min/max version(new_version={val:1718692981644598521, v:0}, min_version={val:1718692981644598521, v:0}, max_version={val:1718692981644598521, v:0}) [2024-06-18 14:43:02.306544] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=32] Slow write(duration=107324, write_len=4096) [2024-06-18 14:43:02.306576] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=30] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592129, offset=341340}, end_cursor:ObLogCursor{file_id=119, log_id=31592130, offset=341590}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac04050, len:2724, log_data_len:250, seq:31592129, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:02.306634] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1122][T1002_TeRec][T1002][YB42C0A801CD-00061B2418A2F2A3-0-0] [lt=37][errcode=-4389] destruct(*this=time guard 'ls_meta' cost too much time, used=107489, time_dist: after lock=0) [2024-06-18 14:43:02.306642] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1264][T1002_LSMetaCh][T1002][YB42C0A801CD-00061B241A12F369-0-0] [lt=33][errcode=-4389] destruct(*this=time guard 'ls_meta' cost too much time, used=102947, time_dist: after lock=102923) [2024-06-18 14:43:02.308147] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:79, local_retry_times:79, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:02.308192] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.308211] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.308223] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:02.308250] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:02.308472] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.308504] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.308527] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:02.308547] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:02.308567] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:02.308582] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:02.308597] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:02.308610] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:02.308625] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:02.308634] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:02.308649] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:02.308658] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:02.308673] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:02.308684] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:02.308698] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:02.308715] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:02.308732] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.308744] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.308760] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:02.308771] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:02.308787] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:02.308798] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=80, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:02.308827] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=80000, remain_us=26795507, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=80, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.313896] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.275|208=0us|217=37.99ms|222=2us|total=38.05ms) [2024-06-18 14:43:02.313965] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=63][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.275|536=1us|557=5us|562=1us|total=38.10ms) [2024-06-18 14:43:02.314011] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=44][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.275|79=0us|total=38.14ms) [2024-06-18 14:43:02.318819] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=37] ====== traversal_flush timer task ====== [2024-06-18 14:43:02.318936] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=28] gc stale ls task succ [2024-06-18 14:43:02.319296] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=39] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:02.319285] INFO [MDS] flush (mds_table_mgr.cpp:240) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=29] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:1718647299992699002, v:0}, max_consequent_callbacked_scn={val:1718692981963101314, v:0}, *this={this:0xfffb50c766d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692996331788414, latest_log_ts:{val:1718692979754967316, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:02.319411] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=116] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-06-18 14:43:02.320530] INFO [COMMON] wash (ob_kvcache_store.cpp:341) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=42] Wash time detail, (compute_wash_size_time=245, refresh_score_time=168, wash_time=0) [2024-06-18 14:43:02.322958] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A3-0-0] [lt=39] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:02.323891] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A3-0-0] [lt=41] get number(ret=0, service_type_=0, range=1, base_id=1718692982323886602, start_id=1718692982323886602, end_id=1718692982323886603) [2024-06-18 14:43:02.349913] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=33] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.350232] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=21] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.350337] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=28] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.350402] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.350569] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=20] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.350882] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=45] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.350979] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.350989] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=16] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.351057] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=35] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.351083] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=37] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.351143] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=22] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.351145] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=44] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.351291] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.351437] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.351446] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.351484] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.351729] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=19] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:02.352404] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AB-0-0] [lt=32] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:43:02.353075] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=77891, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:43:02.353079] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873716006}], scn_array=[{val:1718692981937264382, v:0}], curr_size=122, accum_size=610, time_cost=123932) [2024-06-18 14:43:02.353078] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820963113}], scn_array=[{val:1718692982039281538, v:0}], curr_size=611, accum_size=2168, time_cost=154179) [2024-06-18 14:43:02.353107] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078979812}], scn_array=[{val:1718692981937264382, v:0}], curr_size=122, accum_size=976, time_cost=123898) [2024-06-18 14:43:02.353144] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=976) [2024-06-18 14:43:02.353166] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=17, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:43:02.353238] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988244, log_task={header:{begin_lsn:{lsn:122820963113}, end_lsn:{lsn:122820963724}, log_id:217988244, min_scn:{val:1718692982039281538, v:0}, max_scn:{val:1718692982192340967, v:0}, data_len:555, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820963113}, data_checksum:1038064983, accum_checksum:251004595, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982169472, freeze_ts:1718692982198862, submit_ts:1718692982198875, flushed_ts:1718692982353141, gen_to_freeze cost time:29390, gen_to_submit cost time:29403, submit_to_flush cost time:154266}, fs_cb_begin_ts=1718692982353222, log_life_time=183750) [2024-06-18 14:43:02.353256] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982192340967, v:0}, log_ts:{val:1718692982192340967, v:0}, lsn:{lsn:122820963235}, submit_ts:1718692982192408}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007888}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=160845, ctx_lock_wait_time=1) [2024-06-18 14:43:02.353382] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344748, log_task={header:{begin_lsn:{lsn:26873716006}, end_lsn:{lsn:26873716128}, log_id:174344748, min_scn:{val:1718692981937264382, v:0}, max_scn:{val:1718692981937264382, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873716006}, data_checksum:667309872, accum_checksum:2456200423, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982229094, freeze_ts:1718692982229101, submit_ts:1718692982229112, flushed_ts:1718692982353325, gen_to_freeze cost time:7, gen_to_submit cost time:18, submit_to_flush cost time:124213}, fs_cb_begin_ts=1718692982353366, log_life_time=124272) [2024-06-18 14:43:02.353471] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=976) [2024-06-18 14:43:02.353515] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=11, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:43:02.353520] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=40] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:43:02.353539] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=78116, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:43:02.353556] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=9, avg_log_submit_to_flush_time=78062, avg_log_submit_to_slide_time=78107) [2024-06-18 14:43:02.353565] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=25] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=3) [2024-06-18 14:43:02.353573] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050307, log_task={header:{begin_lsn:{lsn:683078979812}, end_lsn:{lsn:683078979934}, log_id:173050307, min_scn:{val:1718692981937264382, v:0}, max_scn:{val:1718692981937264382, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078979812}, data_checksum:2222604892, accum_checksum:3918145273, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982229144, freeze_ts:1718692982229147, submit_ts:1718692982229152, flushed_ts:1718692982353439, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:124287}, fs_cb_begin_ts=1718692982353501, log_life_time=124357) [2024-06-18 14:43:02.353610] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=32] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=80, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:43:02.353599] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=40] get_max_applied_scn(scn={val:1718692981937264380, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:15, palf_committed_end_lsn_:{lsn:26873716128}, last_check_scn_:{val:1718692981937264382, v:0}, max_applied_cb_scn_:{val:1718692981937264380, v:0}}) [2024-06-18 14:43:02.353667] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=32] get_min_unreplayed_log_info(lsn={lsn:26872877838}, scn={val:1718691444594935387, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692980951597, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10592, ret_code_:0}}, next_to_submit_lsn_:{lsn:26872877838}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:22815621120}, base_scn_:{val:1714500007741716502, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c805000, next_round_pread_size:2121728, curr_read_pos:1267608, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1267608, log_storage_:{IteratorStorage:{start_lsn:{lsn:26871610230}, end_lsn:{lsn:26872877838}, read_buf:{buf_len_:2125824, buf_:0xfffb1c805000}, block_size:67104768, log_storage_:0xfffb473ceb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumulate_checksum:1440925250, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:43:02.353830] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=95][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=163114, time_dist: do_cluster_heartbeat=14, generate_cluster_version=162765, cluster_service_self_check=54) [2024-06-18 14:43:02.353869] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=25] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1002, server_version={version:{val:1718692981937264380, v:0}, total_part_count:2, valid_inner_part_count:1, valid_user_part_count:1}, server_version_delta=416593, in_cluster_service=true, cluster_version={val:1718692981937264380, v:0}, min_cluster_version={val:1718692981937264380, v:0}, max_cluster_version={val:1718692981937264380, v:0}, get_cluster_version_err=0, cluster_version_delta=416593, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=9014, succ_cluster_heartbeat_count=1822, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692715602975921, v:0}, local_cluster_delta=266750882, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:43:02.365151] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.375096] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=37] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:02.378141] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA3E-0-0] [lt=16][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:43:02.378176] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA3E-0-0] [lt=31][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:02.380822] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:02.380855] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:02.380983] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:02.381009] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:02.381035] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:02.381056] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:02.381079] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:02.381102] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:02.381119] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:02.381163] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:43:02.381187] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:43:02.381206] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=22, mem_used=16637952) [2024-06-18 14:43:02.381231] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=16] release old cannot free more memory [2024-06-18 14:43:02.381245] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=12] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=38, size_used=0, mem_used=16637952) [2024-06-18 14:43:02.388187] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.360|208=1us|217=27.90ms|222=2us|total=27.95ms) [2024-06-18 14:43:02.388251] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.360|536=0us|557=13us|562=0us|total=28.00ms) [2024-06-18 14:43:02.388281] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.360|79=0us|total=28.03ms) [2024-06-18 14:43:02.388914] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:02.389193] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.389225] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.389324] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=81000, remain_us=26715011, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=81, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.391421] INFO [LIB] runTimerTask (ob_work_queue.cpp:24) [440][RSAsyncTask][T0][Y0-0000000000000000-0-0] [lt=30] add async task(this=tasktype:N9oceanbase10rootserver13ObRootService15ObSelfCheckTaskE) [2024-06-18 14:43:02.404547] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472608641}], scn_array=[{val:1718692982140476308, v:0}], curr_size=607, accum_size=2533, time_cost=154263) [2024-06-18 14:43:02.404705] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703394, log_task={header:{begin_lsn:{lsn:71472608641}, end_lsn:{lsn:71472609248}, log_id:183703394, min_scn:{val:1718692982140476308, v:0}, max_scn:{val:1718692982140476309, v:0}, data_len:551, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472608641}, data_checksum:2568638611, accum_checksum:2777251274, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982140537, freeze_ts:1718692982250244, submit_ts:1718692982250259, flushed_ts:1718692982404610, gen_to_freeze cost time:109707, gen_to_submit cost time:109722, submit_to_flush cost time:154351}, fs_cb_begin_ts=1718692982404688, log_life_time=264151) [2024-06-18 14:43:02.404716] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982140476308, v:0}, log_ts:{val:1718692982140476308, v:0}, lsn:{lsn:71472608697}, submit_ts:1718692982140546}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005326}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=264165, ctx_lock_wait_time=2) [2024-06-18 14:43:02.404868] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692981917414037, max_version=1718692981917414037 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692981717438521 and max_version = 1718692981717438521 ) [2024-06-18 14:43:02.407448] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=26][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=268463, time_dist: do_cluster_heartbeat=11, generate_cluster_version=265979) [2024-06-18 14:43:02.407928] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.407955] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=26][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.407945] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=35][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:655950, tid:1306}]) [2024-06-18 14:43:02.407967] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.407981] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.407994] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408034] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=38][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408046] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408065] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408077] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408096] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408108] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408127] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408140] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408158] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408171] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408190] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408203] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408221] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408234] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408252] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408265] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408283] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408296] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408314] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408327] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408345] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408358] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408376] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408389] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408407] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408420] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408439] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408451] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408470] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408482] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408501] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408514] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408532] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408546] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408564] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408577] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408595] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408607] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408625] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408638] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408656] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408669] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408687] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408700] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408719] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408732] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408750] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408763] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408781] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408794] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408812] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408825] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408844] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408856] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408875] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408887] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408906] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408918] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408936] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408949] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408967] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408980] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.408998] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409011] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409029] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409042] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409061] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409073] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409092] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409105] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409124] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409136] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409154] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409168] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409186] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409198] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409216] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409229] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409248] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409260] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409279] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409292] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409311] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409323] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409315] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [917][T1001_Occam][T1001][YB42C0A801CD-00061B2415C2F316-0-0] [lt=23] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:02.409341] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409356] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409374] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409387] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409401] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409417] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=15][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409435] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409448] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409466] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409479] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409498] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409510] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409528] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409541] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409558] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409571] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409589] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409601] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409620] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409632] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409650] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409663] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409682] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409695] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409713] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409727] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409745] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409758] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409776] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409789] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409807] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409819] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409838] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409851] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409869] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409882] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409900] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409913] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409931] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409944] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409962] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409975] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.409993] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410006] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410024] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410037] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410050] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410065] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410084] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410096] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410115] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410128] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410146] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410159] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410178] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410190] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410209] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410222] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410240] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410253] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410272] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410285] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410303] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410317] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410335] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410348] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410366] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410379] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410397] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410410] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410429] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410442] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410460] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410473] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410491] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410504] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410523] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410536] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410554] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410567] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410585] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410598] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410617] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410629] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410647] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410660] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410678] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410690] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410708] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410721] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410739] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410751] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410769] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410782] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410800] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410813] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410831] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410844] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410863] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410875] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410894] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410907] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410925] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410938] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410956] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410969] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.410988] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.411001] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.411019] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.411032] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.411051] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:02.411064] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:02.424095] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.412|208=0us|217=11.12ms|222=2us|total=11.17ms) [2024-06-18 14:43:02.424158] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.412|536=1us|557=4us|562=0us|total=11.21ms) [2024-06-18 14:43:02.424186] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.412|79=0us|total=11.23ms) [2024-06-18 14:43:02.424283] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=36, mem_used=37435392) [2024-06-18 14:43:02.424336] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=33] release old cannot free more memory [2024-06-18 14:43:02.424360] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=78, size_used=0, mem_used=37435392) [2024-06-18 14:43:02.438192] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=24] get number(ret=0, service_type_=0, range=1, base_id=1718692982438187791, start_id=1718692982438187791, end_id=1718692982438187792) [2024-06-18 14:43:02.438258] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=35] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1, need_refresh=false, gts_local_cache={srr:[mts=1718692982438178], gts:1718692982438187791, latest_srr:[mts=1718692982438178]}) [2024-06-18 14:43:02.438289] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=29] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:43:02.444890] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=38] PNIO [ratelimit] time: 1718692982444886, bytes: 15667473, bw: 0.010088 MB/s, add_ts: 1007617, add_bytes: 10659 [2024-06-18 14:43:02.453946] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=47] no need to update min/max version(new_version={val:1718692981937264380, v:0}, min_version={val:1718692981937264380, v:0}, max_version={val:1718692981937264380, v:0}) [2024-06-18 14:43:02.456760] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.445|208=1us|217=11.06ms|222=3us|total=11.11ms) [2024-06-18 14:43:02.456819] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.445|536=0us|557=5us|562=0us|total=11.15ms) [2024-06-18 14:43:02.456845] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.445|79=0us|total=11.17ms) [2024-06-18 14:43:02.462001] WDIAG [SERVER] do_heartbeat_event (ob_heartbeat.cpp:265) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=35][errcode=0] try reload schema failed(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=-4023) [2024-06-18 14:43:02.465211] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.470741] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.470782] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.470900] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=82000, remain_us=26633435, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=82, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.473219] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820963724}], scn_array=[{val:1718692982323886602, v:0}], curr_size=638, accum_size=2806, time_cost=119987) [2024-06-18 14:43:02.473406] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988245, log_task={header:{begin_lsn:{lsn:122820963724}, end_lsn:{lsn:122820964362}, log_id:217988245, min_scn:{val:1718692982323886602, v:0}, max_scn:{val:1718692982323886602, v:0}, data_len:582, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820963724}, data_checksum:4270564576, accum_checksum:3863462761, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982324005, freeze_ts:1718692982353188, submit_ts:1718692982353202, flushed_ts:1718692982473299, gen_to_freeze cost time:29183, gen_to_submit cost time:29197, submit_to_flush cost time:120097}, fs_cb_begin_ts=1718692982473390, log_life_time=149385) [2024-06-18 14:43:02.473416] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982323886602, v:0}, log_ts:{val:1718692982323886602, v:0}, lsn:{lsn:122820963780}, submit_ts:1718692982324017}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007889}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=149395, ctx_lock_wait_time=1) [2024-06-18 14:43:02.473962] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=36] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:43:02.507581] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1, min_version={val:1718692981917414037, v:0}, base_version={val:1718692981917414037, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692981917414037, v:0}, valid_part_count:1, total_part_count:1, generate_tstamp:1718692982507551, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-06-18 14:43:02.507638] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=55] no need to update min/max version(new_version={val:1718692981917414037, v:0}, min_version={val:1718692981917414037, v:0}, max_version={val:1718692981917414037, v:0}) [2024-06-18 14:43:02.513902] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.479|208=1us|217=34.55ms|222=3us|total=34.61ms) [2024-06-18 14:43:02.513971] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.479|536=0us|557=4us|562=0us|total=34.65ms) [2024-06-18 14:43:02.514001] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.479|79=1us|total=34.68ms) [2024-06-18 14:43:02.516831] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [1094][T1002_Occam][T1002][YB42C0A801CD-00061B241712F30E-0-0] [lt=31] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:02.521212] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=28] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:02.530395] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472609248}], scn_array=[{val:1718692982352565755, v:0}], curr_size=478, accum_size=3011, time_cost=125697) [2024-06-18 14:43:02.530395] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873716128}], scn_array=[{val:1718692981937264383, v:0}], curr_size=122, accum_size=732, time_cost=101118) [2024-06-18 14:43:02.530400] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078979934}], scn_array=[{val:1718692981937264383, v:0}], curr_size=122, accum_size=122, time_cost=101095) [2024-06-18 14:43:02.530542] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703395, log_task={header:{begin_lsn:{lsn:71472609248}, end_lsn:{lsn:71472609726}, log_id:183703395, min_scn:{val:1718692982352565755, v:0}, max_scn:{val:1718692982352565755, v:0}, data_len:422, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472609248}, data_checksum:2427883611, accum_checksum:661568279, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982352630, freeze_ts:1718692982404654, submit_ts:1718692982404669, flushed_ts:1718692982530467, gen_to_freeze cost time:52024, gen_to_submit cost time:52039, submit_to_flush cost time:125798}, fs_cb_begin_ts=1718692982530523, log_life_time=177893) [2024-06-18 14:43:02.530544] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344749, log_task={header:{begin_lsn:{lsn:26873716128}, end_lsn:{lsn:26873716250}, log_id:174344749, min_scn:{val:1718692981937264383, v:0}, max_scn:{val:1718692981937264383, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873716128}, data_checksum:667309872, accum_checksum:2104632756, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982429223, freeze_ts:1718692982429229, submit_ts:1718692982429242, flushed_ts:1718692982530464, gen_to_freeze cost time:6, gen_to_submit cost time:19, submit_to_flush cost time:101222}, fs_cb_begin_ts=1718692982530522, log_life_time=101299) [2024-06-18 14:43:02.530549] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982352565755, v:0}, log_ts:{val:1718692982352565755, v:0}, lsn:{lsn:71472609304}, submit_ts:1718692982352642}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005327}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=177903, ctx_lock_wait_time=1) [2024-06-18 14:43:02.530671] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050308, log_task={header:{begin_lsn:{lsn:683078979934}, end_lsn:{lsn:683078980056}, log_id:173050308, min_scn:{val:1718692981937264383, v:0}, max_scn:{val:1718692981937264383, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078979934}, data_checksum:2222604892, accum_checksum:3574760027, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982429272, freeze_ts:1718692982429275, submit_ts:1718692982429280, flushed_ts:1718692982530613, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:101333}, fs_cb_begin_ts=1718692982530657, log_life_time=101385) [2024-06-18 14:43:02.531195] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=36] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:43:02.531713] INFO [SHARE] refresh_primary_cluster_id (ob_alive_server_tracer.cpp:397) [331][ServerTracerTim][T0][YB42C0A801CD-00061B2414A2EFF4-0-0] [lt=39] refresh primary cluster finish(ret=0, primary_cluster_id_=-1) [2024-06-18 14:43:02.536282] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F44-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.536333] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F44-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.536368] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F44-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.536392] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F44-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.536421] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F44-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.536498] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F44-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.546240] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [1044][T1001_LCLSender][T1001][Y0-0000000000000000-0-0] [lt=41] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb607f22b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:43:02.553295] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.553342] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=43] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.553478] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] will sleep(sleep_us=83000, remain_us=26550857, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=83, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.553669] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=2) [2024-06-18 14:43:02.554027] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=31] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692981937264380, v:0}, base_version={val:1718692981937264380, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692981937264382, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692982553989, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:02.554079] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=50] no need to update min/max version(new_version={val:1718692981937264380, v:0}, min_version={val:1718692981937264380, v:0}, max_version={val:1718692981937264380, v:0}) [2024-06-18 14:43:02.559635] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.540|208=1us|217=19.03ms|222=3us|total=19.12ms) [2024-06-18 14:43:02.559729] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=87][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.540|536=0us|557=5us|562=0us|total=19.16ms) [2024-06-18 14:43:02.559774] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=43][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.540|79=0us|total=19.20ms) [2024-06-18 14:43:02.565274] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.569691] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=108] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=5579) [2024-06-18 14:43:02.569730] INFO [LIB] stat (utility.h:1157) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=33] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=28, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:43:02.585370] INFO [SQL.DTL] runTimerTask (ob_dtl_interm_result_manager.cpp:45) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=15] dump dtl interm result cost(us)(dump_cost=61492, ret=0, interm count=0, dump count=129) [2024-06-18 14:43:02.587613] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820964362}], scn_array=[{val:1718692982391205045, v:0}], curr_size=545, accum_size=3351, time_cost=114214) [2024-06-18 14:43:02.587853] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988246, log_task={header:{begin_lsn:{lsn:122820964362}, end_lsn:{lsn:122820964907}, log_id:217988246, min_scn:{val:1718692982391205045, v:0}, max_scn:{val:1718692982391205045, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820964362}, data_checksum:1747153833, accum_checksum:2026434445, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982391267, freeze_ts:1718692982473349, submit_ts:1718692982473371, flushed_ts:1718692982587700, gen_to_freeze cost time:82082, gen_to_submit cost time:82104, submit_to_flush cost time:114329}, fs_cb_begin_ts=1718692982587828, log_life_time=196561) [2024-06-18 14:43:02.587864] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982391205045, v:0}, log_ts:{val:1718692982391205045, v:0}, lsn:{lsn:122820964418}, submit_ts:1718692982391279}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007890}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=196580, ctx_lock_wait_time=1) [2024-06-18 14:43:02.588277] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=198633, time_dist: do_cluster_heartbeat=13, generate_cluster_version=198507) [2024-06-18 14:43:02.609880] INFO [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:262) [1318][T1002_ArcSender][T1002][YB42C0A801CD-00061B241942EEE7-0-0] [lt=26] ObArchiveSender is running(thread_index=2) [2024-06-18 14:43:02.619970] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29B-0-0] [lt=24] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:43:02.620020] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29B-0-0] [lt=44] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:43:02.621171] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=37] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-06-18 14:43:02.628214] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.597|208=1us|217=30.92ms|222=3us|total=31.00ms) [2024-06-18 14:43:02.628300] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=78][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.597|536=0us|557=5us|562=0us|total=31.04ms) [2024-06-18 14:43:02.628328] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.597|79=0us|total=31.06ms) [2024-06-18 14:43:02.629998] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=28] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:43:02.636877] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.636926] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=46] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.637046] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=84000, remain_us=26467290, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=84, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.650543] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=46] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=105082, this=0xfffb79383a70, extra_info="") [2024-06-18 14:43:02.650582] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472609726}], scn_array=[{val:1718692982438187791, v:0}], curr_size=122, accum_size=3133, time_cost=108747) [2024-06-18 14:43:02.650623] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3133) [2024-06-18 14:43:02.650661] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=25, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:43:02.650732] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=61] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3133) [2024-06-18 14:43:02.650804] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=37] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=13, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:43:02.650828] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=22] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=125292, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:43:02.650849] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=20017, avg_log_gen_to_submit_time=20031, avg_log_submit_to_flush_time=105189, avg_log_submit_to_slide_time=105261) [2024-06-18 14:43:02.650874] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=23][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703396, log_task={header:{begin_lsn:{lsn:71472609726}, end_lsn:{lsn:71472609848}, log_id:183703396, min_scn:{val:1718692982438187791, v:0}, max_scn:{val:1718692982438187791, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472609726}, data_checksum:667309872, accum_checksum:1475111784, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982541736, freeze_ts:1718692982541743, submit_ts:1718692982541756, flushed_ts:1718692982650676, gen_to_freeze cost time:7, gen_to_submit cost time:20, submit_to_flush cost time:108920}, fs_cb_begin_ts=1718692982650787, log_life_time=109051) [2024-06-18 14:43:02.650937] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=53] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=136, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:43:02.663940] INFO [SQL.DTL] runTimerTask (ob_dtl_interm_result_manager.cpp:60) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=51] clear dtl interm result cost(us)(clear_cost=78514, ret=0, expire_keys_.count()=0, dump count=129, interm count=0, clean count=0) [2024-06-18 14:43:02.665289] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.666455] INFO [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:243) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=38] set tenant work area memory(tenant_id=1001, wa_pctg=5, limit=157286400, ret=0) [2024-06-18 14:43:02.670446] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=38][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:02.670486] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=38][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:02.670618] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:02.670650] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=28][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:02.670680] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=27][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:02.670703] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:02.670730] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:02.670758] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:02.670777] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:02.670796] WDIAG [SERVER] read_tenant_wa_percentage (ob_tenant_duty_task.cpp:180) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id=1002) [2024-06-18 14:43:02.670816] WDIAG [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:226) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] read variable tenant work area percentage fail(ret=-4152) [2024-06-18 14:43:02.670833] WDIAG [SERVER] update_all_tenants (ob_tenant_duty_task.cpp:62) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] update tenant work area memory fail(ret=-4152) [2024-06-18 14:43:02.674595] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:02.674632] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=34][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:02.674759] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:02.674788] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=27][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:02.674814] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:02.674834] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:02.674859] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:02.674884] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:02.674903] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:02.674916] WDIAG [SERVER] read_obj (ob_tenant_duty_task.cpp:281) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id=1002) [2024-06-18 14:43:02.674935] WDIAG [SERVER] read_int64 (ob_tenant_duty_task.cpp:297) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] get object from tenant system variable fail(ret=-4152) [2024-06-18 14:43:02.674952] WDIAG [SERVER] update_tenant_sql_throttle (ob_tenant_duty_task.cpp:115) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] get tenant sql throttle metrics fail(ret=-4152) [2024-06-18 14:43:02.674963] WDIAG [SERVER] update_all_tenants (ob_tenant_duty_task.cpp:68) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] update tenant sql throttle fail(ret=-4152) [2024-06-18 14:43:02.685346] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.658|208=1us|217=26.62ms|222=3us|total=26.68ms) [2024-06-18 14:43:02.685416] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.658|536=0us|557=5us|562=0us|total=26.72ms) [2024-06-18 14:43:02.685442] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.658|79=0us|total=26.74ms) [2024-06-18 14:43:02.690013] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD30-0-0] [lt=40] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:02.690146] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD30-0-0] [lt=40][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:02.690258] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] get number(ret=0, service_type_=0, range=1, base_id=1718692982690253047, start_id=1718692982690253047, end_id=1718692982690253048) [2024-06-18 14:43:02.692350] INFO pn_ratelimit (group.c:539) [568][IngressService][T0][Y0-0000000000000000-0-0] [lt=31] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-06-18 14:43:02.699186] INFO [CLOG] is_in_sync (ob_log_handler.cpp:547) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F362-0-0] [lt=33] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-06-18 14:43:02.701140] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_ls_info.cpp:54) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F362-0-0] [lt=36][errcode=-4008] execute fail(ret=-4008) [2024-06-18 14:43:02.701158] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=42] PNIO [ratelimit] time: 1718692982701156, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007634, add_bytes: 0 [2024-06-18 14:43:02.709392] INFO [LIB] stat (utility.h:1157) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=46, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:43:02.719227] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=89567, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:43:02.719214] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820964907}], scn_array=[{val:1718692982438315352, v:0}], curr_size=122, accum_size=3473, time_cost=131381) [2024-06-18 14:43:02.719226] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078980056}], scn_array=[{val:1718692982438848385, v:0}], curr_size=122, accum_size=244, time_cost=89799) [2024-06-18 14:43:02.719261] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873716250}], scn_array=[{val:1718692982438848385, v:0}], curr_size=122, accum_size=854, time_cost=89824) [2024-06-18 14:43:02.719292] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:43:02.719320] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=26, this=0xfffb481a0730, extra_info="") [2024-06-18 14:43:02.719431] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:43:02.719398] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988247, log_task={header:{begin_lsn:{lsn:122820964907}, end_lsn:{lsn:122820965029}, log_id:217988247, min_scn:{val:1718692982438315352, v:0}, max_scn:{val:1718692982438315352, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820964907}, data_checksum:667309872, accum_checksum:1362299494, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982569681, freeze_ts:1718692982587768, submit_ts:1718692982587800, flushed_ts:1718692982719291, gen_to_freeze cost time:18087, gen_to_submit cost time:18119, submit_to_flush cost time:131491}, fs_cb_begin_ts=1718692982719379, log_life_time=149698) [2024-06-18 14:43:02.719481] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:43:02.719504] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=89803, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:43:02.719523] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=5, avg_log_gen_to_submit_time=18, avg_log_submit_to_flush_time=89737, avg_log_submit_to_slide_time=89785) [2024-06-18 14:43:02.719550] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=96, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:43:02.721462] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.721513] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=48] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.721637] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=85000, remain_us=26382698, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=85, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.721942] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=50] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:02.726416] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [1037][T1001_LockWaitM][T1001][Y0-0000000000000000-0-0] [lt=37] report RowHolderMapper summary info(count=1, bkt_cnt=248) [2024-06-18 14:43:02.729447] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=35] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:43:02.729497] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=56, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:43:02.729553] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:43:02.729582] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:43:02.729607] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=34, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:43:02.735752] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1019][T1001_TenantMet][T1001][Y0-0000000000000000-0-0] [lt=64] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:813, free_obj_hold_cnt:29, allocator used:3347792, allocator total:3466624}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3466624, tablets_mem_limit=257698020, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:15, free_obj_hold_cnt:0, allocator used:38400, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=813) [2024-06-18 14:43:02.746548] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746604] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=47][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746631] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746648] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=13][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746670] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746714] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=40][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746736] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746756] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746777] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746798] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746942] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746966] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.746987] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.747148] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.747300] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F8A-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.753780] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=36] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=1) [2024-06-18 14:43:02.754170] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=23] no need to update min/max version(new_version={val:1718692981937264380, v:0}, min_version={val:1718692981937264380, v:0}, max_version={val:1718692981937264380, v:0}) [2024-06-18 14:43:02.759636] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.731|208=0us|217=28.58ms|222=3us|total=28.64ms) [2024-06-18 14:43:02.759711] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=68][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.731|536=0us|557=6us|562=0us|total=28.69ms) [2024-06-18 14:43:02.759737] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.731|79=0us|total=28.71ms) [2024-06-18 14:43:02.765350] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.771581] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F91-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.771635] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F91-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.771661] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F91-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.771685] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F91-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.771741] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F91-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.771810] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F91-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.776999] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F92-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.777077] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F92-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.777273] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F92-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.777528] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F92-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.782091] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472609848}], scn_array=[{val:1718692982709261335, v:0}], curr_size=541, accum_size=541, time_cost=72688) [2024-06-18 14:43:02.782393] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692982352565755, max_version=1718692982352565755 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692981917414037 and max_version = 1718692981917414037 ) [2024-06-18 14:43:02.782644] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=74982, time_dist: do_cluster_heartbeat=14, generate_cluster_version=74842) [2024-06-18 14:43:02.789251] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=23] current monitor number(seq_=-1) [2024-06-18 14:43:02.802566] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=23] not leader, no need refresh error context(id_=1) [2024-06-18 14:43:02.802627] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=35] not leader, no need refresh error context(id_=1001) [2024-06-18 14:43:02.805800] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.805855] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.805930] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.805962] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806036] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=34][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806069] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806190] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=12][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806233] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806272] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806317] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806585] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806612] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806632] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.806652] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33F9B-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.807009] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.807048] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=36] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.807166] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=86000, remain_us=26297169, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=86, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.807848] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=38][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:02.808432] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=33][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:150, tid:1071}]) [2024-06-18 14:43:02.822470] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=18][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.791|208=1us|217=30.85ms|222=2us|total=30.90ms) [2024-06-18 14:43:02.822535] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.791|536=0us|557=4us|562=0us|total=30.94ms) [2024-06-18 14:43:02.822558] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.791|79=0us|total=30.96ms) [2024-06-18 14:43:02.825537] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.825592] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.825654] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.825679] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.825702] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.825723] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.825765] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.825967] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.825991] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.826014] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA1-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.839309] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873716372}], scn_array=[{val:1718692982438848386, v:0}], curr_size=122, accum_size=122, time_cost=109842) [2024-06-18 14:43:02.839306] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078980178}], scn_array=[{val:1718692982438848386, v:0}], curr_size=122, accum_size=366, time_cost=109739) [2024-06-18 14:43:02.839308] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820965029}], scn_array=[{val:1718692982690253047, v:0}], curr_size=545, accum_size=4018, time_cost=119918) [2024-06-18 14:43:02.839455] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988248, log_task={header:{begin_lsn:{lsn:122820965029}, end_lsn:{lsn:122820965574}, log_id:217988248, min_scn:{val:1718692982690253047, v:0}, max_scn:{val:1718692982690253047, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820965029}, data_checksum:475877499, accum_checksum:2118572501, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982690418, freeze_ts:1718692982719342, submit_ts:1718692982719359, flushed_ts:1718692982839381, gen_to_freeze cost time:28924, gen_to_submit cost time:28941, submit_to_flush cost time:120022}, fs_cb_begin_ts=1718692982839439, log_life_time=149021) [2024-06-18 14:43:02.839464] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982690253047, v:0}, log_ts:{val:1718692982690253047, v:0}, lsn:{lsn:122820965085}, submit_ts:1718692982690438}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007891}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=149023, ctx_lock_wait_time=1) [2024-06-18 14:43:02.839531] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050310, log_task={header:{begin_lsn:{lsn:683078980178}, end_lsn:{lsn:683078980300}, log_id:173050310, min_scn:{val:1718692982438848386, v:0}, max_scn:{val:1718692982438848386, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078980178}, data_checksum:2222604892, accum_checksum:1008552662, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982729534, freeze_ts:1718692982729537, submit_ts:1718692982729543, flushed_ts:1718692982839449, gen_to_freeze cost time:3, gen_to_submit cost time:9, submit_to_flush cost time:109906}, fs_cb_begin_ts=1718692982839511, log_life_time=109977) [2024-06-18 14:43:02.839618] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=62] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:02.839656] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344751, log_task={header:{begin_lsn:{lsn:26873716372}, end_lsn:{lsn:26873716494}, log_id:174344751, min_scn:{val:1718692982438848386, v:0}, max_scn:{val:1718692982438848386, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873716372}, data_checksum:667309872, accum_checksum:3959788672, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982729411, freeze_ts:1718692982729417, submit_ts:1718692982729430, flushed_ts:1718692982839604, gen_to_freeze cost time:6, gen_to_submit cost time:19, submit_to_flush cost time:110174}, fs_cb_begin_ts=1718692982839641, log_life_time=110230) [2024-06-18 14:43:02.839693] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA6-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.839732] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA6-0-0] [lt=32][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.839761] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA6-0-0] [lt=25][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.839783] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA6-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.839804] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA6-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.839824] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA6-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.839843] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FA6-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.839887] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=151519, time_dist: do_cluster_heartbeat=16, generate_cluster_version=151410) [2024-06-18 14:43:02.841980] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=36] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=3133, avg_group_log_size=348) [2024-06-18 14:43:02.842031] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=42] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3552) [2024-06-18 14:43:02.848294] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:519) [799][T1_HBService][T1][YB42C0A801CD-00061B241B52F12A-0-0] [lt=35] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-06-18 14:43:02.858708] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.848|208=0us|217=10.15ms|222=1us|total=10.19ms) [2024-06-18 14:43:02.858765] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=51][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.848|536=1us|557=6us|562=0us|total=10.23ms) [2024-06-18 14:43:02.858786] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.848|79=0us|total=10.25ms) [2024-06-18 14:43:02.865410] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.873643] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472610389}], scn_array=[{val:1718692982709261336, v:0}], curr_size=122, accum_size=663, time_cost=31643) [2024-06-18 14:43:02.890300] TRACE [TRACE] dump_tenant_info_ (ob_tenant_info_loader.cpp:216) [1119][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] [dump tenant_info_loader](TRACE=begin_ts=1718692982890292 2024-06-18 06:43:02.890292|[ob_tenant_info_loader] u=0 tenant_id:1002, is_sys_ls_leader:true, broadcast_cost_time:504, broadcast_times:2, broadcast_per_sec:0, rpc_update_times:0, rpc_update_per_sec:0, last_rpc_update_time_us:-1, sql_update_cost_time:1375, sql_update_times:2, tenant_info_cache:{tenant_info:{tenant_id:1002, switchover_epoch:0, sync_scn:{scn_val:1718692980432726087}, replayable_scn:{scn_val:1718692980432726087}, standby_scn:{scn_val:1718692980432726087}, recovery_until_scn:{scn_val:4611686018427387903}, tenant_role:{value:1}, switchover_status:{value:1}}, last_sql_update_time:1718692982888423, ora_rowscn:1718692982039281537}, is_inited:true|total_timeu=0) [2024-06-18 14:43:02.893256] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:86, local_retry_times:86, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:02.893305] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.893320] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.893363] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:02.893390] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:02.893631] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.893665] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.893684] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:02.893705] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:02.893726] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:02.893748] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:02.893765] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:02.893781] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:02.893798] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:02.893811] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:02.893827] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:02.893837] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:02.893853] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:02.893866] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:02.893882] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:02.893902] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:02.893920] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.893934] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.893952] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:02.893970] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:02.893989] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:02.894006] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=87, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:02.894039] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] will sleep(sleep_us=87000, remain_us=26210296, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=87, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.902610] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FBF-0-0] [lt=16][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.902790] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FBF-0-0] [lt=105][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"PACKAGE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.903772] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FBF-0-0] [lt=63][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.903908] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FBF-0-0] [lt=74][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"ROUTINE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.904781] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=13] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1001) [2024-06-18 14:43:02.904820] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=31] start lib cache evict(tenant_id=1001, mem_hold=31457280, mem_limit=64424505, cache_obj_num=159, cache_node_num=159) [2024-06-18 14:43:02.904845] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=20] end lib cache evict(tenant_id=1001, cache_evict_num=0, mem_hold=31457280, mem_limit=64424505, cache_obj_num=159, cache_node_num=159) [2024-06-18 14:43:02.904869] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=20] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:02.905542] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FBF-0-0] [lt=56][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.905686] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FBF-0-0] [lt=77][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TRIGGER_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.908186] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.882|208=0us|217=26.03ms|222=2us|total=26.08ms) [2024-06-18 14:43:02.908246] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.882|536=0us|557=5us|562=0us|total=26.12ms) [2024-06-18 14:43:02.908269] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.882|79=0us|total=26.14ms) [2024-06-18 14:43:02.909572] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692982909566083, start_id=1718692982909566083, end_id=1718692982909566084) [2024-06-18 14:43:02.911908] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=14] Dumping All Cache Objs(alloc_obj_list.count()=159, alloc_obj_list=[{obj_id:1, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108434}, {obj_id:2, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:364654}, {obj_id:5, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:6, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:7, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:8, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:10, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:11, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:12, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138528}, {obj_id:13, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120256}, {obj_id:14, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109645}, {obj_id:17, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:18, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130853}, {obj_id:22, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127656}, {obj_id:23, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:25, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119525}, {obj_id:26, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115929}, {obj_id:29, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:32, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121863}, {obj_id:33, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127068}, {obj_id:35, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129890}, {obj_id:40, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108557}, {obj_id:44, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111354}, {obj_id:49, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109489}, {obj_id:51, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129940}, {obj_id:53, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120389}, {obj_id:54, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130549}, {obj_id:59, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118302}, {obj_id:61, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156684}, {obj_id:63, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129231}, {obj_id:65, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133769}, {obj_id:67, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:68, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:70, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:71, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157110}, {obj_id:91, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126915}, {obj_id:92, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122081}, {obj_id:93, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119686}, {obj_id:97, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106800}, {obj_id:99, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121264}, {obj_id:100, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:134777}, {obj_id:101, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113860}, {obj_id:102, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206355}, {obj_id:103, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121912}, {obj_id:104, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107927}, {obj_id:105, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122683}, {obj_id:106, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130990}, {obj_id:107, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125184}, {obj_id:108, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:109, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109500}, {obj_id:110, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:111, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110199}, {obj_id:112, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:113, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:114, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:115, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:116, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:117, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:118, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117508}, {obj_id:119, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121004}, {obj_id:120, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130400}, {obj_id:121, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:122, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163454}, {obj_id:123, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132766}, {obj_id:124, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:152858}, {obj_id:125, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:126, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130965}, {obj_id:127, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125036}, {obj_id:128, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:145694}, {obj_id:129, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130042}, {obj_id:130, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131262}, {obj_id:131, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121063}, {obj_id:132, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118971}, {obj_id:133, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117714}, {obj_id:134, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132017}, {obj_id:135, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125117}, {obj_id:136, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120438}, {obj_id:137, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117890}, {obj_id:138, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120793}, {obj_id:139, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117922}, {obj_id:140, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120786}, {obj_id:141, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117858}, {obj_id:142, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124021}, {obj_id:143, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119374}, {obj_id:144, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115474}, {obj_id:145, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141969}, {obj_id:146, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115490}, {obj_id:147, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120215}, {obj_id:148, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115890}, {obj_id:149, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123896}, {obj_id:150, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115586}, {obj_id:151, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116738}, {obj_id:152, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245241}, {obj_id:153, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125566}, {obj_id:154, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186252}, {obj_id:155, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132630}, {obj_id:156, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111109}, {obj_id:157, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127196}, {obj_id:158, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:232043}, {obj_id:159, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173060}, {obj_id:160, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108082}, {obj_id:161, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121359}, {obj_id:162, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110027}, {obj_id:163, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120415}, {obj_id:164, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122998}, {obj_id:165, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:166, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:167, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105856}, {obj_id:168, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121153}, {obj_id:169, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107008}, {obj_id:170, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111252}, {obj_id:171, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176784}, {obj_id:172, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:153168}, {obj_id:173, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112303}, {obj_id:174, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138845}, {obj_id:175, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111898}, {obj_id:176, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:150756}, {obj_id:177, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:148335}, {obj_id:178, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:179, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112253}, {obj_id:180, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118200}, {obj_id:181, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124688}, {obj_id:182, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118817}, {obj_id:183, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122284}, {obj_id:184, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:171087}, {obj_id:185, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142870}, {obj_id:186, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:187, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110236}, {obj_id:188, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:189, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110171}, {obj_id:190, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111485}, {obj_id:191, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110000}, {obj_id:192, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111395}, {obj_id:193, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111447}, {obj_id:194, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112767}, {obj_id:195, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111449}, {obj_id:196, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110260}, {obj_id:197, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113143}, {obj_id:198, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:199, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110112}, {obj_id:200, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110112}, {obj_id:201, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110064}, {obj_id:202, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110016}, {obj_id:203, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110016}, {obj_id:204, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:205, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111464}, {obj_id:206, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110064}, {obj_id:207, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:208, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:209, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116902}, {obj_id:210, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:211, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111653}, {obj_id:212, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:213, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:214, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:215, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:162749}, {obj_id:216, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156632}, {obj_id:217, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224108}]) [2024-06-18 14:43:02.912483] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=570] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:02.913060] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=43] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12358, add_timestamp:1718692982913032}) [2024-06-18 14:43:02.913123] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=33] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12396, add_timestamp:1718692982913118}) [2024-06-18 14:43:02.913137] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F280-0-0] [lt=27] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12358, locations=[{table_id:12358, partition_id:12358, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692982913090, sql_renew_time:1718692982913090, is_mark_fail:false}]) [2024-06-18 14:43:02.913203] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F280-0-0] [lt=63] success to process renew task(task={tenant_id:1, table_id:12358, add_timestamp:1718692982913032}, locations=[{table_id:12358, partition_id:12358, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692982913090, sql_renew_time:1718692982913090, is_mark_fail:false}]) [2024-06-18 14:43:02.913262] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F281-0-0] [lt=31] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12396, locations=[{table_id:12396, partition_id:12396, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692982913250, sql_renew_time:1718692982913250, is_mark_fail:false}]) [2024-06-18 14:43:02.913296] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F281-0-0] [lt=33] success to process renew task(task={tenant_id:1, table_id:12396, add_timestamp:1718692982913118}, locations=[{table_id:12396, partition_id:12396, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692982913250, sql_renew_time:1718692982913250, is_mark_fail:false}]) [2024-06-18 14:43:02.914513] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=22] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"BIGINT":1001}) [2024-06-18 14:43:02.914551] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=37] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"META$1002", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:43:02.914576] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=24] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"META_ZONE_1", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:43:02.914596] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=19] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"FULL{1}@META_ZONE_1", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:43:02.914616] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=19] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:43:02.915790] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=19] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"BIGINT":1}) [2024-06-18 14:43:02.915862] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=33] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"BIGINT":1002}) [2024-06-18 14:43:02.915969] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=21] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"BIGINT":1002}) [2024-06-18 14:43:02.915992] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=22] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"oracle_tenant2", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:43:02.916012] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=20] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"META_ZONE_1", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:43:02.916033] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=20] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"FULL{1}@META_ZONE_1", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:43:02.916046] INFO [SERVER] inner_get_next_row (ob_agent_virtual_table.cpp:270) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241D52EFD8-0-0] [lt=13] mysql compat mode agent do not do convert(ret=0, ret="OB_SUCCESS", input={"VARCHAR":"", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}) [2024-06-18 14:43:02.922611] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=50] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:02.925587] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1007) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=37] success to update min reserved snapshot(reserved_snapshot=1718691181228207569, duration=1800, snapshot_gc_ts_=1718692981228207569) [2024-06-18 14:43:02.929559] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:43:02.930851] INFO [PALF] inner_write_once_ (log_block_handler.cpp:411) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=19244230, this={dio_aligned_buf:{buf_write_offset:1344, buf_padding_size:2752, align_size:4096, aligned_buf_size:2125824, aligned_used_ts:15763, truncate_used_ts:3297}, log_block_size:67108864, dir_fd:195, io_fd:198}, aligned_buf_len=4096, aligned_buf="ÿÿÿÿÿÿÿÿÿGR", aligned_block_offset=19243008, buf_len=122, total_write_size_=49171, total_write_size_after_dio_=397312, ob_pwrite_used_ts=8804357, count=85, each_pwrite_cost=103580) [2024-06-18 14:43:02.930911] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820965574}], scn_array=[{val:1718692982690253048, v:0}], curr_size=122, accum_size=4140, time_cost=60985) [2024-06-18 14:43:02.940379] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=21] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_refresh=false, gts_local_cache={srr:[mts=1718692982940349], gts:1718692982940353190, latest_srr:[mts=1718692982940349]}) [2024-06-18 14:43:02.941541] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD31-0-0] [lt=38] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:02.941650] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD31-0-0] [lt=39][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:02.941863] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=4685, avg_group_log_size=520) [2024-06-18 14:43:02.953881] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=27] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=0) [2024-06-18 14:43:02.955032] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC3-0-0] [lt=57][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"DATA_TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.955250] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC3-0-0] [lt=95][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.955365] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC3-0-0] [lt=64][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.955465] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC3-0-0] [lt=52][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.956432] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC3-0-0] [lt=50][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"A", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:02.965531] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=57] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:43:02.965557] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=24] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:43:02.965581] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:02.971048] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.940|208=0us|217=30.38ms|222=3us|total=30.44ms) [2024-06-18 14:43:02.971119] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.940|536=0us|557=4us|562=1us|total=30.50ms) [2024-06-18 14:43:02.971163] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.940|79=0us|total=30.52ms) [2024-06-18 14:43:02.981145] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:87, local_retry_times:87, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:02.981195] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=44][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.981209] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:02.981227] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:02.981260] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:02.981533] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:02.981567] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:02.981595] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:02.981617] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:02.981638] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:02.981659] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:02.981675] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:02.981691] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:02.981709] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:02.981719] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:02.981734] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:02.981744] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:02.981760] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:02.981772] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:02.981787] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:02.981813] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:02.981831] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.981850] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:02.981868] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:02.981880] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:02.981898] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:02.981916] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=88, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:02.981949] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=88000, remain_us=26122386, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=88, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:02.987994] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=65][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.988097] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=46][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.988239] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=29][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.988468] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=25][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.988537] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.988625] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.988658] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.988829] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.988889] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:02.989231] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FC7-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.009439] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=32] gc stale ls task succ [2024-06-18 14:43:03.010743] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCB-0-0] [lt=20][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"DATA_TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.010900] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCB-0-0] [lt=91][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.011043] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=91][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:02.996|208=0us|217=14.90ms|222=2us|total=14.95ms) [2024-06-18 14:43:03.011103] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:02.996|536=0us|557=5us|562=0us|total=14.98ms) [2024-06-18 14:43:03.011147] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:02.996|79=0us|total=15.03ms) [2024-06-18 14:43:03.011470] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCB-0-0] [lt=62][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.011605] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCB-0-0] [lt=68][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.028176] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCD-0-0] [lt=55][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.028277] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCD-0-0] [lt=46][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.028641] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCD-0-0] [lt=26][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.028709] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCD-0-0] [lt=29][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.028795] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCD-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.028831] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCD-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.029010] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCD-0-0] [lt=27][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.029071] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCD-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.029394] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCD-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.033791] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472610511}], scn_array=[{val:1718692982909566083, v:0}], curr_size=541, accum_size=1204, time_cost=123999) [2024-06-18 14:43:03.033798] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873716494}], scn_array=[{val:1718692982438848387, v:0}], curr_size=122, accum_size=244, time_cost=104219) [2024-06-18 14:43:03.033794] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078980300}], scn_array=[{val:1718692982438848387, v:0}], curr_size=112, accum_size=478, time_cost=108042) [2024-06-18 14:43:03.033925] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344752, log_task={header:{begin_lsn:{lsn:26873716494}, end_lsn:{lsn:26873716616}, log_id:174344752, min_scn:{val:1718692982438848387, v:0}, max_scn:{val:1718692982438848387, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873716494}, data_checksum:667309872, accum_checksum:2025629167, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982929528, freeze_ts:1718692982929533, submit_ts:1718692982929542, flushed_ts:1718692983033866, gen_to_freeze cost time:5, gen_to_submit cost time:14, submit_to_flush cost time:104324}, fs_cb_begin_ts=1718692983033908, log_life_time=104380) [2024-06-18 14:43:03.033944] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703399, log_task={header:{begin_lsn:{lsn:71472610511}, end_lsn:{lsn:71472611052}, log_id:183703399, min_scn:{val:1718692982909566083, v:0}, max_scn:{val:1718692982909566083, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472610511}, data_checksum:4218509029, accum_checksum:26984090, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982909723, freeze_ts:1718692982909734, submit_ts:1718692982909756, flushed_ts:1718692983033867, gen_to_freeze cost time:11, gen_to_submit cost time:33, submit_to_flush cost time:124111}, fs_cb_begin_ts=1718692983033923, log_life_time=124200) [2024-06-18 14:43:03.033956] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=55][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982909566083, v:0}, log_ts:{val:1718692982909566083, v:0}, lsn:{lsn:71472610567}, submit_ts:1718692982909782}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005329}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=124168, ctx_lock_wait_time=2) [2024-06-18 14:43:03.034063] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050311, log_task={header:{begin_lsn:{lsn:683078980300}, end_lsn:{lsn:683078980412}, log_id:173050311, min_scn:{val:1718692982438848387, v:0}, max_scn:{val:1718692982438848387, v:0}, data_len:56, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078980300}, data_checksum:1956641035, accum_checksum:1505025007, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982925703, freeze_ts:1718692982925710, submit_ts:1718692982925723, flushed_ts:1718692983033992, gen_to_freeze cost time:7, gen_to_submit cost time:20, submit_to_flush cost time:108269}, fs_cb_begin_ts=1718692983034050, log_life_time=108347) [2024-06-18 14:43:03.034140] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=41] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692982709261335, max_version=1718692982709261335 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692982352565755 and max_version = 1718692982352565755 ) [2024-06-18 14:43:03.034176] INFO [STORAGE] update_min_reserved_snapshot_for_leader (ob_ls_reserved_snapshot_mgr.cpp:188) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=28] submit reserved snapshot log success(ls_id={id:1001}, new_snapshot_version=1718691181228207569) [2024-06-18 14:43:03.034211] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:1034) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=32] update reserved snapshot finished(cost_ts=108627, reserved_snapshot=1718691181228207569) [2024-06-18 14:43:03.034274] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=42] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1718692982709261335, v:0}, new_max_version={val:1718692982709261335, v:0}, last_min_version={val:1718692982352565755, v:0}, last_max_version={val:1718692982352565755, v:0}, total_time_us=126438, delta_us=325010) [2024-06-18 14:43:03.034315] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1, current_version={val:1718692982709261335, v:0}, min_version={val:1718692982709261335, v:0}, max_version={val:1718692982709261335, v:0}, in_service=true, leader_epoch=17) [2024-06-18 14:43:03.034469] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=126677, time_dist: do_cluster_heartbeat=13, generate_cluster_version=126540, cluster_service_self_check=10) [2024-06-18 14:43:03.053869] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCF-0-0] [lt=20][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.054024] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCF-0-0] [lt=89][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"PACKAGE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.055112] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCF-0-0] [lt=62][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.055250] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCF-0-0] [lt=75][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"ROUTINE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.057154] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCF-0-0] [lt=57][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.057299] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FCF-0-0] [lt=80][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TRIGGER_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.065493] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:03.069955] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=15] tx gc loop thread is running(MTL_ID()=1001) [2024-06-18 14:43:03.069987] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=30] try gc retain ctx [2024-06-18 14:43:03.070040] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=24][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:88, local_retry_times:88, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:03.070090] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.070110] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.070122] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:03.070151] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:03.070399] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.070433] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.070459] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:03.070479] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:03.070500] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:03.070514] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:03.070529] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:03.070545] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:03.070562] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:03.070574] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:03.070591] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:03.070601] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:03.070618] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:03.070631] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:03.070647] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:03.070666] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:03.070683] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.070697] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.070714] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:03.070724] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:03.070742] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:03.070752] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=89, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:03.070785] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=89000, remain_us=26033550, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=89, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.072620] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=12] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692996331788414, latest_log_ts:{val:1718692979754967316, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:43:03.073861] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=34] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=115978, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:43:03.073900] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820965696}], scn_array=[{val:1718692982941738729, v:0}], curr_size=545, accum_size=4685, time_cost=131985) [2024-06-18 14:43:03.073937] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=35] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=4685) [2024-06-18 14:43:03.073971] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=22, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:43:03.074021] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=59] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=4685) [2024-06-18 14:43:03.074114] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=33] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=11, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:43:03.074139] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=145382, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:43:03.074160] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=29163, avg_log_gen_to_submit_time=29180, avg_log_submit_to_flush_time=116118, avg_log_submit_to_slide_time=116201) [2024-06-18 14:43:03.074125] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982941738729, v:0}, log_ts:{val:1718692982941738729, v:0}, lsn:{lsn:122820965752}, submit_ts:1718692982941899}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007892}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=132223, ctx_lock_wait_time=1) [2024-06-18 14:43:03.074185] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988250, log_task={header:{begin_lsn:{lsn:122820965696}, end_lsn:{lsn:122820966241}, log_id:217988250, min_scn:{val:1718692982941738729, v:0}, max_scn:{val:1718692982941738729, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820965696}, data_checksum:3165507679, accum_checksum:3586069818, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692982941817, freeze_ts:1718692982941826, submit_ts:1718692982941844, flushed_ts:1718692983073983, gen_to_freeze cost time:9, gen_to_submit cost time:27, submit_to_flush cost time:132139}, fs_cb_begin_ts=1718692983074101, log_life_time=132284) [2024-06-18 14:43:03.074239] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=45] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=164, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:43:03.077530] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=137555, time_dist: do_cluster_heartbeat=16, generate_cluster_version=134365) [2024-06-18 14:43:03.079615] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=39][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.457|208=0us|217=33.86ms|222=2us|total=33.92ms) [2024-06-18 14:43:03.079682] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.457|536=0us|557=6us|562=1us|total=33.96ms) [2024-06-18 14:43:03.079708] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.457|79=0us|total=33.98ms) [2024-06-18 14:43:03.082441] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [1295][T1002_ArcSender][T1002][YB42C0A801CD-00061B2418F2EEE7-0-0] [lt=32][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:43:03.093841] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=57][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.093942] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.094081] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=27][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.094325] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.094389] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.094473] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.094505] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.094677] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.094733] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.095069] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD4-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.105313] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD6-0-0] [lt=20][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"DATA_TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.105956] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD6-0-0] [lt=90][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.112045] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=36] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:03.114546] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=34] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=86785, mem_used=137263104) [2024-06-18 14:43:03.119628] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078980412}], scn_array=[{val:1718692982438848388, v:0}], curr_size=122, accum_size=600, time_cost=85571) [2024-06-18 14:43:03.119630] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472611052}], scn_array=[{val:1718692982939776806, v:0}], curr_size=122, accum_size=1326, time_cost=77520) [2024-06-18 14:43:03.121546] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD8-0-0] [lt=76][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.121636] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD8-0-0] [lt=36][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.122015] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD8-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.122075] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD8-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.122157] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD8-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.122191] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD8-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.122355] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD8-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.122415] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD8-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.122732] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C33FD8-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.123214] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=47] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:03.129809] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:03.129843] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:03.129907] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:03.130178] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=20] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:03.130248] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:03.130479] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=30] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:03.130576] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:03.136086] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCD6-0-0] [lt=28] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:03.136271] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38] get number(ret=0, service_type_=0, range=1, base_id=1718692983136266518, start_id=1718692983136266518, end_id=1718692983136266519) [2024-06-18 14:43:03.143267] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:647) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=39] Cache wash clean map node details(ret=0, clean_node_count=0, clean_time=20009, clean_start_pos=7200000, clean_num=200000) [2024-06-18 14:43:03.149386] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.130|208=1us|217=18.46ms|222=2us|total=18.51ms) [2024-06-18 14:43:03.149450] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.130|536=0us|557=6us|562=0us|total=18.55ms) [2024-06-18 14:43:03.149477] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.130|79=0us|total=18.57ms) [2024-06-18 14:43:03.159883] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:89, local_retry_times:89, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:03.159930] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.159942] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.159952] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:03.159978] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:03.160224] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.160257] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.160282] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:03.160303] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:03.160323] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:03.160339] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:03.160355] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:03.160368] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:03.160385] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:03.160395] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:03.160410] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:03.160420] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:03.160436] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:03.160448] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:03.160463] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:03.160482] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:03.160500] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.160514] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.160530] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:03.160541] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:03.160558] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:03.160576] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=90, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:03.160609] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=90000, remain_us=25943726, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=90, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.163577] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:697) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] Cache replace map node details(ret=0, replace_node_count=0, replace_time=9594, replace_start_pos=10700000, replace_num=100000) [2024-06-18 14:43:03.163612] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=10) [2024-06-18 14:43:03.165433] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820966241}], scn_array=[{val:1718692982955790384, v:0}], curr_size=610, accum_size=610, time_cost=91326) [2024-06-18 14:43:03.165555] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:03.165583] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692982955790384, v:0}, log_ts:{val:1718692982955790384, v:0}, lsn:{lsn:122820966297}, submit_ts:1718692982955858}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007893}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=209721, ctx_lock_wait_time=1) [2024-06-18 14:43:03.166000] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=211755, time_dist: do_cluster_heartbeat=15, generate_cluster_version=211586) [2024-06-18 14:43:03.167731] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=16] ====== checkpoint timer task ====== [2024-06-18 14:43:03.167810] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=27] get_max_applied_scn(scn={val:1718692982955790385, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:16, palf_committed_end_lsn_:{lsn:122820966851}, last_check_scn_:{val:1718692982955790385, v:0}, max_applied_cb_scn_:{val:1718692982955790385, v:0}}) [2024-06-18 14:43:03.167877] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=36] get_min_unreplayed_log_info(lsn={lsn:122816394175}, scn={val:1718691444645174936, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691835286993, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6339004, ret_code_:0}}, next_to_submit_lsn_:{lsn:122816394175}, next_to_submit_scn_:{val:1718691444645174936, v:0}, base_lsn_:{lsn:122600411136}, base_scn_:{val:1718647204627847132, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1cc05000, next_round_pread_size:2121728, curr_read_pos:1940615, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1940615, log_storage_:{IteratorStorage:{start_lsn:{lsn:122814453560}, end_lsn:{lsn:122816394175}, read_buf:{buf_len_:2125824, buf_:0xfffb1cc05000}, block_size:67104768, log_storage_:0xfffb5e17eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444645174935, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:924, scn_:{val:1718691444645174935, v:0}, data_checksum:3075859636, flag:1}}, init_mode_version:0, accumulate_checksum:1894587408, curr_entry_is_padding:0, padding_entry_size:1860, padding_entry_scn:{val:1718691444645174935, v:0}}}}}) [2024-06-18 14:43:03.172100] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=81] succ to get rec scn(*this={this:0xfffb50804030, ls_id:{id:1}, tenant_id:1001, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1718647203827349903, v:0}, last_push_gc_task_ts_:1718691641582151, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:03.172150] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=49] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb4d4bc080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb4d4bc080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:03.172200] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=40] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:43:03.172550] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=30] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:1718647299992699002, v:0}, min_rec_scn_tablet_ids=[{id:60476}], *this={this:0xfffb50c766d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692996331788414, latest_log_ts:{val:1718692979754967316, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:03.172646] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=90] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xfffb50c88f50}, min_rec_scn={val:1718647204627847132, v:0}, ls_id_={id:1}) [2024-06-18 14:43:03.172679] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=24] get rec log scn(service_type_=0, rec_log_ts={val:1718692979754967316, v:0}) [2024-06-18 14:43:03.172700] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=20] get rec log scn(service_type_=1, rec_log_ts={val:1718691836331788417, v:0}) [2024-06-18 14:43:03.172712] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=10] get rec log scn(service_type_=2, rec_log_ts={val:1718691841262442662, v:0}) [2024-06-18 14:43:03.172736] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=16] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1718647204627847132, v:0}, checkpoint_scn_in_ls_meta={val:1718647204627847132, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:43:03.172792] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:122600411136}, new_base_lsn={lsn:122600411136}, lsn={lsn:122600411136}) [2024-06-18 14:43:03.172820] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=27] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:122600411136}, ls->get_ls_id()={id:1}) [2024-06-18 14:43:03.172836] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=12] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-06-18 14:43:03.177663] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39] no need to update min/max version(new_version={val:1718692982690253047, v:0}, min_version={val:1718692982690253047, v:0}, max_version={val:1718692982690253047, v:0}) [2024-06-18 14:43:03.178652] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:936) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=17] trace max work area(auto_calc=true, tenant_max_memory_limit=1288490188, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=64424509, max_wa_memory_size=64424509, tmp_max_wa_memory_size=64424509, pre_mem_target=64424509, remain_memory_size=64424509, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=603258880, washable_size=-2, max_workarea_memory_size=64424509, max_tenant_memory_size=685231308, wash_ratio=6, tenant_id=1001) [2024-06-18 14:43:03.178858] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:323) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=61] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=8053063, calc_global_bound_size=1048576000000, mem_target_=64424509, wa_max_memory_size=64424509, profile_cnt_=19, total_memory_size=0, max_wa_size=64424509, avg_bound_size=3390763, max_bound_size=8053063, min_bound_size_=1048576) [2024-06-18 14:43:03.178895] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1184) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=31] timer to calc global bound size(ret=0, global_bound_size_=8053063, manual_calc_cnt_=23, drift_size_=0, pre_drift_size=0, wa_max_memory_size=64424509, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1001, profile_cnt_=19, pre_profile_cnt_=0, pre_profile_cnt=19, calc_info.get_global_bound_size()=8053063, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=64424509, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-06-18 14:43:03.180336] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [330][SqlMemTimer][T1002][YB42C0A801CD-00061B241D12F2C4-0-0] [lt=45][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:03.183027] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:03.183063] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:03.183188] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:03.183215] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:03.183252] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:03.183273] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:03.183297] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:03.183321] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:03.183338] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:03.183354] WDIAG [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:841) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id_=1002) [2024-06-18 14:43:03.183372] WDIAG [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:1230) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] failed to get percent [2024-06-18 14:43:03.183386] WDIAG [SERVER] runTimerTask (ob_tenant_duty_task.cpp:214) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] failed to calculate global bound size(ret=-4152, ids[i]=1002) [2024-06-18 14:43:03.205346] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.171|208=0us|217=34.28ms|222=2us|total=34.33ms) [2024-06-18 14:43:03.205407] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.171|536=0us|557=4us|562=0us|total=34.37ms) [2024-06-18 14:43:03.205448] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.171|79=0us|total=34.41ms) [2024-06-18 14:43:03.205909] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 33264.00) [2024-06-18 14:43:03.205945] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:03.206074] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=51] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.00, rt: 107237.00) [2024-06-18 14:43:03.206101] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 27.87, rt: 15967.11) [2024-06-18 14:43:03.206122] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 63525.24, iops: 54.74, rt: 9882.76) [2024-06-18 14:43:03.206140] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12635040, pre_allocated_count=2, callback_queues=[0, 1, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:03.206175] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206198] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=22] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206216] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206235] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206254] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206266] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206277] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206296] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206315] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206333] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206346] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206364] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206382] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206395] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206413] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.206433] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:03.212724] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=28] ====== tenant freeze timer task ====== [2024-06-18 14:43:03.239770] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078980534}], scn_array=[{val:1718692982940353190, v:0}], curr_size=122, accum_size=722, time_cost=110051) [2024-06-18 14:43:03.239777] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873716616}], scn_array=[{val:1718692982940353190, v:0}], curr_size=122, accum_size=366, time_cost=110083) [2024-06-18 14:43:03.239779] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472611174}], scn_array=[{val:1718692983136266518, v:0}], curr_size=541, accum_size=1867, time_cost=103327) [2024-06-18 14:43:03.239899] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050313, log_task={header:{begin_lsn:{lsn:683078980534}, end_lsn:{lsn:683078980656}, log_id:173050313, min_scn:{val:1718692982940353190, v:0}, max_scn:{val:1718692982940353190, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078980534}, data_checksum:2222604892, accum_checksum:1279442641, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983129689, freeze_ts:1718692983129692, submit_ts:1718692983129697, flushed_ts:1718692983239833, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:110136}, fs_cb_begin_ts=1718692983239882, log_life_time=110193) [2024-06-18 14:43:03.239934] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=65][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692983136266518, v:0}, log_ts:{val:1718692983136266518, v:0}, lsn:{lsn:71472611230}, submit_ts:1718692983136441}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005330}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=103488, ctx_lock_wait_time=1) [2024-06-18 14:43:03.239926] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=69][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703401, log_task={header:{begin_lsn:{lsn:71472611174}, end_lsn:{lsn:71472611715}, log_id:183703401, min_scn:{val:1718692983136266518, v:0}, max_scn:{val:1718692983136266518, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472611174}, data_checksum:2681312783, accum_checksum:3506032520, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983136389, freeze_ts:1718692983136399, submit_ts:1718692983136414, flushed_ts:1718692983239848, gen_to_freeze cost time:10, gen_to_submit cost time:25, submit_to_flush cost time:103434}, fs_cb_begin_ts=1718692983239908, log_life_time=103519) [2024-06-18 14:43:03.240030] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=67][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344753, log_task={header:{begin_lsn:{lsn:26873716616}, end_lsn:{lsn:26873716738}, log_id:174344753, min_scn:{val:1718692982940353190, v:0}, max_scn:{val:1718692982940353190, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873716616}, data_checksum:667309872, accum_checksum:3386816277, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983129646, freeze_ts:1718692983129651, submit_ts:1718692983129661, flushed_ts:1718692983239977, gen_to_freeze cost time:5, gen_to_submit cost time:15, submit_to_flush cost time:110316}, fs_cb_begin_ts=1718692983240015, log_life_time=110369) [2024-06-18 14:43:03.240105] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=67] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:03.240123] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=33] gc stale ls task succ [2024-06-18 14:43:03.240204] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692982909566083, max_version=1718692982909566083 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692982709261335 and max_version = 1718692982709261335 ) [2024-06-18 14:43:03.240404] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=105852, time_dist: do_cluster_heartbeat=13, generate_cluster_version=105744) [2024-06-18 14:43:03.245327] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.233|208=0us|217=12.07ms|222=3us|total=12.13ms) [2024-06-18 14:43:03.245400] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.233|536=0us|557=5us|562=0us|total=12.18ms) [2024-06-18 14:43:03.245438] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.233|79=1us|total=12.21ms) [2024-06-18 14:43:03.250697] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:90, local_retry_times:90, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:03.250743] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.250762] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.250779] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:03.250810] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:03.251064] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.251098] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.251143] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:03.251166] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:03.251188] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:03.251204] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:03.251221] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:03.251236] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:03.251252] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:03.251264] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:03.251280] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:03.251289] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:03.251306] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:03.251317] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:03.251332] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:03.251352] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:03.251369] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.251388] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.251405] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:03.251416] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:03.251434] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:03.251444] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=91, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:03.251476] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=91000, remain_us=25852859, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=91, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.264253] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=23] ====== check clog disk timer task ====== [2024-06-18 14:43:03.264295] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=28] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=2450) [2024-06-18 14:43:03.264328] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=15] cannot_recycle_log_size statistics(cannot_recycle_log_size=220555715, threshold=966367641, need_update_checkpoint_scn=false) [2024-06-18 14:43:03.265613] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:03.266131] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=33] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692982438848386, v:0}, base_version={val:1718692982438848386, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692982438848386, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692983266101, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:03.266184] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=51] no need to update min/max version(new_version={val:1718692982438848386, v:0}, min_version={val:1718692982438848386, v:0}, max_version={val:1718692982438848386, v:0}) [2024-06-18 14:43:03.266280] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=22] get_max_applied_scn(scn={val:1718692982940353190, v:0}, this={ls_id_:{id:1001}, role_:1, proposal_id_:15, palf_committed_end_lsn_:{lsn:683078980656}, last_check_scn_:{val:1718692982940353190, v:0}, max_applied_cb_scn_:{val:1718692982940353190, v:0}}) [2024-06-18 14:43:03.266331] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=35] get_min_unreplayed_log_info(lsn={lsn:683078262445}, scn={val:1718691444594935387, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692982473732, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:683078262445}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:683059433472}, base_scn_:{val:1718691439026852456, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:683078262323}, end_lsn:{lsn:683078262445}, read_buf:{buf_len_:2125824, buf_:0xfffb1c405000}, block_size:67104768, log_storage_:0xfffb473deb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:154833137, flag:1}}, init_mode_version:0, accumulate_checksum:2889705391, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:43:03.279341] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=31] get number(ret=0, service_type_=0, range=1, base_id=1718692983279336151, start_id=1718692983279336151, end_id=1718692983279336152) [2024-06-18 14:43:03.285526] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820966851}], scn_array=[{val:1718692982955790386, v:0}], curr_size=122, accum_size=732, time_cost=115432) [2024-06-18 14:43:03.285691] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988252, log_task={header:{begin_lsn:{lsn:122820966851}, end_lsn:{lsn:122820966973}, log_id:217988252, min_scn:{val:1718692982955790386, v:0}, max_scn:{val:1718692982955790386, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820966851}, data_checksum:667309872, accum_checksum:2420268638, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983170043, freeze_ts:1718692983170048, submit_ts:1718692983170058, flushed_ts:1718692983285593, gen_to_freeze cost time:5, gen_to_submit cost time:15, submit_to_flush cost time:115535}, fs_cb_begin_ts=1718692983285677, log_life_time=115634) [2024-06-18 14:43:03.298644] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [1060][T1001_ArcSender][T1001][YB42C0A801CD-00061B241632EEE7-0-0] [lt=31][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:43:03.319000] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=27] gc stale ls task succ [2024-06-18 14:43:03.341586] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341644] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=48][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341671] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341693] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341713] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341734] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341755] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341775] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341796] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341826] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCD7-0-0] [lt=30] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692973318153, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692983341714, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:43:03.341938] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341964] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.341984] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.342012] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCD7-0-0] [lt=44] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:03.342143] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.342302] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3401C-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.342562] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:91, local_retry_times:91, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:03.342608] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.342627] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.342638] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:03.342667] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:03.342927] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.342959] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.342985] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:03.343005] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:03.343026] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:03.343040] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:03.343056] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:03.343071] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:03.343087] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:03.343098] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:03.343113] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:03.343122] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:03.343139] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:03.343150] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:03.343165] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:03.343182] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:03.343199] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.343212] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.343229] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:03.343240] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:03.343257] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:03.343268] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=92, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:03.343300] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=92000, remain_us=25761035, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=92, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.343899] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=32] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:03.348201] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=37][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.334|208=0us|217=13.55ms|222=2us|total=13.61ms) [2024-06-18 14:43:03.348272] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.334|536=0us|557=5us|562=0us|total=13.65ms) [2024-06-18 14:43:03.348299] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.334|79=1us|total=13.68ms) [2024-06-18 14:43:03.349111] INFO [STORAGE] runTimerTask (ob_tenant_memory_printer.cpp:31) [333][MemDumpTimer][T0][Y0-0000000000000000-0-0] [lt=25] === Run print tenant memory usage task === [2024-06-18 14:43:03.349518] INFO [LIB] operator() (ob_malloc_allocator.cpp:567) [333][MemDumpTimer][T0][Y0-0000000000000000-0-0] [lt=32] [MEMORY] tenant: 500, limit: 9223372036854775807 hold: 1061093376 rpc_hold: 0 cache_hold: 0 cache_used: 0 cache_item_count: 0 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 698351616 limit= 9223372036854775807 [MEMORY] ctx_id= GLIBC hold_bytes= 6291456 limit= 9223372036854775807 [MEMORY] ctx_id= CO_STACK hold_bytes= 176160768 limit= 9223372036854775807 [MEMORY] ctx_id= LIBEASY hold_bytes= 6291456 limit= 9223372036854775807 [MEMORY] ctx_id= LOGGER_CTX_ID hold_bytes= 12582912 limit= 9223372036854775807 [MEMORY] ctx_id= RPC_CTX_ID hold_bytes= 4194304 limit= 9223372036854775807 [MEMORY] ctx_id= PKT_NIO hold_bytes= 29884416 limit= 9223372036854775807 [MEMORY] ctx_id= SCHEMA_SERVICE hold_bytes= 74252288 limit= 9223372036854775807 [MEMORY] ctx_id= UNEXPECTED_IN_500 hold_bytes= 53084160 limit= 9223372036854775807 [2024-06-18 14:43:03.350077] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:176) [333][MemDumpTimer][T0][Y0-0000000000000000-0-0] [lt=27] [MEMORY] tenant_id= 500 ctx_id= DEFAULT_CTX_ID hold= 698351616 used= 652089040 limit= 9223372036854775807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] hold= 268566608 used= 268435472 count= 3 avg_used= 89478490 block_cnt= 3 chunk_cnt= 3 mod=CACHE_MAP_BKT [MEMORY] hold= 66584576 used= 66551808 count= 32 avg_used= 2079744 block_cnt= 32 chunk_cnt= 32 mod=ObTxDesc [MEMORY] hold= 33619968 used= 33554464 count= 1 avg_used= 33554464 block_cnt= 1 chunk_cnt= 1 mod=BloomFilter [MEMORY] hold= 31522816 used= 31458304 count= 1 avg_used= 31458304 block_cnt= 1 chunk_cnt= 1 mod=ash_list [MEMORY] hold= 25231360 used= 25165848 count= 1 avg_used= 25165848 block_cnt= 1 chunk_cnt= 1 mod=CACHE_MAP_LOCK [MEMORY] hold= 24051712 used= 24029880 count= 1 avg_used= 24029880 block_cnt= 1 chunk_cnt= 1 mod=CACHE_MB_HANDLE [MEMORY] hold= 22200320 used= 21151008 count= 271 avg_used= 78048 block_cnt= 271 chunk_cnt= 42 mod=[T]ObSessionDIB [MEMORY] hold= 18939904 used= 18874392 count= 1 avg_used= 18874392 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDTLINT [MEMORY] hold= 10878976 used= 10803616 count= 12 avg_used= 900301 block_cnt= 12 chunk_cnt= 8 mod=IoControl [MEMORY] hold= 9633792 used= 9626880 count= 54 avg_used= 178275 block_cnt= 54 chunk_cnt= 21 mod=Iteratorget_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=29, mem_used=16637952) [2024-06-18 14:43:03.385719] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] release old cannot free more memory [2024-06-18 14:43:03.385735] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=50, size_used=0, mem_used=16637952) [2024-06-18 14:43:03.399341] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1202][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=62] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:1412, free_obj_hold_cnt:3, allocator used:5626040, allocator total:5821312}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:2, free_obj_hold_cnt:1, allocator used:196773, allocator total:196773}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=6018085, tablets_mem_limit=2319282340, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:8, free_obj_hold_cnt:0, allocator used:20480, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=1414) [2024-06-18 14:43:03.399971] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=96348, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:43:03.399969] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820966973}], scn_array=[{val:1718692983279336151, v:0}], curr_size=545, accum_size=1277, time_cost=114286) [2024-06-18 14:43:03.399971] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873716738}], scn_array=[{val:1718692982940353191, v:0}], curr_size=122, accum_size=488, time_cost=70168) [2024-06-18 14:43:03.400002] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078980656}], scn_array=[{val:1718692982940353191, v:0}], curr_size=122, accum_size=844, time_cost=70142) [2024-06-18 14:43:03.400038] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=844) [2024-06-18 14:43:03.400060] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=16, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:43:03.400103] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=58][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988253, log_task={header:{begin_lsn:{lsn:122820966973}, end_lsn:{lsn:122820967518}, log_id:217988253, min_scn:{val:1718692983279336151, v:0}, max_scn:{val:1718692983279336151, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820966973}, data_checksum:734662568, accum_checksum:2442104120, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983279473, freeze_ts:1718692983285635, submit_ts:1718692983285655, flushed_ts:1718692983400028, gen_to_freeze cost time:6162, gen_to_submit cost time:6182, submit_to_flush cost time:114373}, fs_cb_begin_ts=1718692983400084, log_life_time=120611) [2024-06-18 14:43:03.400141] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=53] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=844) [2024-06-18 14:43:03.400113] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692983279336151, v:0}, log_ts:{val:1718692983279336151, v:0}, lsn:{lsn:122820967029}, submit_ts:1718692983279489}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007894}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=120620, ctx_lock_wait_time=1) [2024-06-18 14:43:03.400188] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=27] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:43:03.400216] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=27] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=111481, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:43:03.400230] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=14917, avg_log_gen_to_submit_time=14924, avg_log_submit_to_flush_time=96505, avg_log_submit_to_slide_time=96556) [2024-06-18 14:43:03.400276] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=117, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:43:03.400450] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=122764, time_dist: do_cluster_heartbeat=12, generate_cluster_version=122668) [2024-06-18 14:43:03.406412] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406464] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406513] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406535] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406556] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406575] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406596] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406647] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406684] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406704] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406723] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406743] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406763] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406785] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406804] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.405777] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2290) [620][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=1117] dump tenant info(tenant={id:1, tenant_meta:{unit:{tenant_id:1, unit_id:1, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:2, max_cpu:2, memory_size:"1GB", log_disk_size:"12.25GB", min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:2}}, mode:0, create_timestamp:1699357261887938, is_removed:false}, super_block:{tenant_id:1, replay_start_point:ObLogCursor{file_id=13, log_id=1433471, offset=570}, ls_meta_entry:[40](ver=0,mode=0,seq=1264397), tablet_meta_entry:[-1](ver=0,mode=0,seq=0), is_hidden:false, version:2}, create_status:1}, unit_min_cpu:"2.000000000000000000e+00", unit_max_cpu:"2.000000000000000000e+00", total_worker_cnt:38, min_worker_cnt:22, max_worker_cnt:150, stopped:0, worker_us:320340671, recv_hp_rpc_cnt:571, recv_np_rpc_cnt:551, recv_lp_rpc_cnt:0, recv_mysql_cnt:286, recv_task_cnt:25, recv_large_req_cnt:0, tt_large_quries:38, pop_normal_cnt:2663290, workers:22, nesting workers:8, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:group_id = 2,queue_size = 0,recv_req_cnt = 5342,min_worker_cnt = 2,max_worker_cnt = 2,worker_cnt = 2,token_change = 1718691647170999 group_id = 10,queue_size = 0,recv_req_cnt = 1166,min_worker_cnt = 2,max_worker_cnt = 2,worker_cnt = 2,token_change = 1718691816683594 group_id = 5,queue_size = 0,recv_req_cnt = 84,min_worker_cnt = 2,max_worker_cnt = 2,worker_cnt = 2,token_change = 1718691831338373 group_id = 9,queue_size = 0,recv_req_cnt = 176,min_worker_cnt = 2,max_worker_cnt = 2,worker_cnt = 2,token_change = 1718691640922203 , rpc_stat_info: pcode=0x150b:cnt=20 pcode=0x150a:cnt=20 pcode=0x4a9:cnt=10 pcode=0x152:cnt=5 pcode=0x40e:cnt=4, token_change_ts:1718691639933339, tenant_role:1}) [2024-06-18 14:43:03.406968] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.407148] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.407306] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.407461] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.407485] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34025-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.406961] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2290) [620][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=1181] dump tenant info(tenant={id:508, tenant_meta:{unit:{tenant_id:508, unit_id:1000, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1000, name:"virtual_tenant_unit", resource:{min_cpu:5, max_cpu:5, memory_size:"1GB", log_disk_size:"2GB", min_iops:10000, max_iops:50000, iops_weight:0}}, mode:0, create_timestamp:1718691632683445, is_removed:false}, super_block:{tenant_id:508, replay_start_point:ObLogCursor{file_id=1, log_id=1, offset=0}, ls_meta_entry:[-1](ver=0,mode=0,seq=0), tablet_meta_entry:[-1](ver=0,mode=0,seq=0), is_hidden:true, version:2}, create_status:1}, unit_min_cpu:"5.000000000000000000e+00", unit_max_cpu:"5.000000000000000000e+00", total_worker_cnt:52, min_worker_cnt:52, max_worker_cnt:150, stopped:0, worker_us:17554924, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:0, recv_lp_rpc_cnt:0, recv_mysql_cnt:0, recv_task_cnt:0, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:6711337, workers:52, nesting workers:0, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:, rpc_stat_info:, token_change_ts:1718691632688233, tenant_role:0}) [2024-06-18 14:43:03.409045] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=0][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409073] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=27][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409063] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=38][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:676132, tid:1306}]) [2024-06-18 14:43:03.409086] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409101] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409143] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=41][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409156] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409175] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.408086] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2290) [620][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=1123] dump tenant info(tenant={id:509, tenant_meta:{unit:{tenant_id:509, unit_id:1000, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1000, name:"virtual_tenant_unit", resource:{min_cpu:2.5, max_cpu:2.5, memory_size:"1GB", log_disk_size:"2GB", min_iops:10000, max_iops:50000, iops_weight:0}}, mode:0, create_timestamp:1718691632679806, is_removed:false}, super_block:{tenant_id:509, replay_start_point:ObLogCursor{file_id=1, log_id=1, offset=0}, ls_meta_entry:[-1](ver=0,mode=0,seq=0), tablet_meta_entry:[-1](ver=0,mode=0,seq=0), is_hidden:true, version:2}, create_status:1}, unit_min_cpu:"2.500000000000000000e+00", unit_max_cpu:"2.500000000000000000e+00", total_worker_cnt:27, min_worker_cnt:27, max_worker_cnt:128, stopped:0, worker_us:9236150, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:0, recv_lp_rpc_cnt:0, recv_mysql_cnt:0, recv_task_cnt:0, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:3355666, workers:27, nesting workers:0, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:, rpc_stat_info:, token_change_ts:1718691632691681, tenant_role:0}) [2024-06-18 14:43:03.409188] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409204] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=15][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409222] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409236] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409254] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409267] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409285] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409298] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409316] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409330] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409348] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409361] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409380] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409393] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409413] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409426] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409444] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409457] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409476] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409489] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409508] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409521] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409540] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409553] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409564] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409582] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409595] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409614] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409628] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409646] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409659] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409678] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409691] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409710] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409723] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409742] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409754] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409773] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409786] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409804] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409823] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409836] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409855] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409868] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409888] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409900] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409920] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409933] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409952] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409965] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409984] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409998] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410016] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410029] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410048] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410061] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410080] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410093] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410111] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410124] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410143] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410156] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410175] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410189] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410207] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410220] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410239] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410252] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410270] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410283] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410302] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410315] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410333] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410346] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.409193] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2290) [620][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=1106] dump tenant info(tenant={id:1001, tenant_meta:{unit:{tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:1.2, max_cpu:1.2, memory_size:"1.2GB", log_disk_size:"3GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:0, create_timestamp:1699357549660230, is_removed:false}, super_block:{tenant_id:1001, replay_start_point:ObLogCursor{file_id=13, log_id=1402386, offset=0}, ls_meta_entry:[37](ver=0,mode=0,seq=1264394), tablet_meta_entry:[-1](ver=0,mode=0,seq=0), is_hidden:false, version:2}, create_status:1}, unit_min_cpu:"1.199999999999999956e+00", unit_max_cpu:"1.199999999999999956e+00", total_worker_cnt:10, min_worker_cnt:6, max_worker_cnt:150, stopped:0, worker_us:47604359, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:664, recv_lp_rpc_cnt:0, recv_mysql_cnt:0, recv_task_cnt:0, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:532140, workers:6, nesting workers:0, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:group_id = 2,queue_size = 0,recv_req_cnt = 5314,min_worker_cnt = 2,max_worker_cnt = 2,worker_cnt = 2,token_change = 1718691654350590 group_id = 5,queue_size = 0,recv_req_cnt = 15,min_worker_cnt = 2,max_worker_cnt = 2,worker_cnt = 2,token_change = 1718691841262822 , rpc_stat_info: pcode=0x150b:cnt=20 pcode=0x150a:cnt=20 pcode=0x745:cnt=7, token_change_ts:1718691647159474, tenant_role:1}) [2024-06-18 14:43:03.410365] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410378] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410396] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410409] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410428] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410440] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410459] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410472] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410491] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410504] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410523] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410536] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410555] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410568] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410587] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410600] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410620] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410633] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410651] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410665] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410683] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410697] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410716] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410729] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410748] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410761] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410780] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410794] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410813] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410826] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410844] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410857] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410876] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410889] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410907] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410920] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410939] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410953] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410971] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410984] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411003] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411016] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411035] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411048] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411067] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411081] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411099] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411113] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411146] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=32][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411159] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411172] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411193] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411206] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411225] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411238] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411257] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411271] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411289] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411303] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411321] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411334] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411353] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411366] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411385] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411398] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411416] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411429] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411448] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411461] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411479] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411492] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411511] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411524] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411537] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411558] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=20][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411570] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411589] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.410375] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2290) [620][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=1180] dump tenant info(tenant={id:1002, tenant_meta:{unit:{tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:12, max_cpu:12, memory_size:"10.8GB", log_disk_size:"27GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:1, create_timestamp:1699357549660230, is_removed:false}, super_block:{tenant_id:1002, replay_start_point:ObLogCursor{file_id=93, log_id=25672677, offset=7982}, ls_meta_entry:[72](ver=0,mode=0,seq=1232227), tablet_meta_entry:[-1](ver=0,mode=0,seq=0), is_hidden:false, version:2}, create_status:1}, unit_min_cpu:"1.200000000000000000e+01", unit_max_cpu:"1.200000000000000000e+01", total_worker_cnt:70, min_worker_cnt:50, max_worker_cnt:150, stopped:0, worker_us:9776505935, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:1822, recv_lp_rpc_cnt:0, recv_mysql_cnt:0, recv_task_cnt:0, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:5574268, workers:50, nesting workers:8, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:group_id = 2,queue_size = 0,recv_req_cnt = 9282,min_worker_cnt = 12,max_worker_cnt = 12,worker_cnt = 12,token_change = 1718691821893880 , rpc_stat_info: pcode=0x150a:cnt=40 pcode=0x150b:cnt=40, token_change_ts:1718691815255733, tenant_role:1}) [2024-06-18 14:43:03.411602] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411616] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411634] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411647] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411666] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411679] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411692] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411711] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411724] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411742] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411755] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411767] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411786] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411798] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411817] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411830] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411849] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411862] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411880] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411893] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411911] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411924] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411942] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411955] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411974] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.411986] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412004] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412018] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412036] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412049] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412068] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412081] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412099] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412112] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412131] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412143] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412161] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412175] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412193] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412207] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412225] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412238] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:03.412256] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:03.414610] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F127-0-0] [lt=16] [RS_MGR] force set rs list(master_rs="192.168.1.205:2882") [2024-06-18 14:43:03.414663] INFO [SERVER] handle_heartbeat (ob_service.cpp:3058) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F127-0-0] [lt=39] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.1.205:2882", server_id:1, rs_addr:"192.168.1.205:2882", rs_server_status:1, epoch_id:17}, hb_response={zone:"META_ZONE_1", server:"192.168.1.205:2882", sql_port:2881, build_version:"4.2.1.1_101000062023103122-34e6ed68f3db97700b665a618fc3801f6b109124(Oct 31 2023 22:22:10)", start_service_time:1718692739748775, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=53) [2024-06-18 14:43:03.421218] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:778) [718][T1_PalfGC][T1][Y0-0000000000000000-0-0] [lt=45] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):197, sequence:1}) [2024-06-18 14:43:03.422487] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=39][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.406|208=1us|217=15.72ms|222=4us|total=15.78ms) [2024-06-18 14:43:03.422566] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=72][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.406|536=0us|557=6us|562=0us|total=15.83ms) [2024-06-18 14:43:03.422598] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.406|79=0us|total=15.86ms) [2024-06-18 14:43:03.424541] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=39] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=12, mem_used=37435392) [2024-06-18 14:43:03.424586] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=32] release old cannot free more memory [2024-06-18 14:43:03.424603] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=15] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=63, size_used=0, mem_used=37435392) [2024-06-18 14:43:03.434360] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472611837}], scn_array=[{val:1718692983342178634, v:0}], curr_size=541, accum_size=2530, time_cost=68570) [2024-06-18 14:43:03.434669] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692983136266518, max_version=1718692983136266518 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692982909566083 and max_version = 1718692982909566083 ) [2024-06-18 14:43:03.434903] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=94420, time_dist: do_cluster_heartbeat=13, generate_cluster_version=94291) [2024-06-18 14:43:03.435389] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:92, local_retry_times:92, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:03.435439] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.435461] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.435478] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:03.435507] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:03.435778] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.435812] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.435838] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:03.435861] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:03.435882] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:03.435903] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:03.435920] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:03.435939] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:03.435956] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:03.435973] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:03.435984] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:03.436000] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:03.436012] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:03.436030] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:03.436041] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:03.436065] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:03.436083] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.436104] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.436122] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:03.436134] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:03.436154] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:03.436172] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=93, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:03.436204] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=93000, remain_us=25668130, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=93, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.441350] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=44] get number(ret=0, service_type_=0, range=1, base_id=1718692983441343151, start_id=1718692983441343151, end_id=1718692983441343152) [2024-06-18 14:43:03.441418] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=36] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:43:03.441470] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=24] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1718692983441444], gts:1718692983441448442, latest_srr:[mts=1718692983441444]}) [2024-06-18 14:43:03.452501] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=38] PNIO [ratelimit] time: 1718692983452498, bytes: 15680035, bw: 0.011890 MB/s, add_ts: 1007612, add_bytes: 12562 [2024-06-18 14:43:03.457418] INFO [BALANCE.TRANSFER] do_work (ob_tenant_transfer_service.cpp:141) [1195][T1002_TntTransf][T1002][YB42C0A801CD-00061B241E82EF46-0-0] [lt=29] [TENANT_TRANSFER] finish one round(ret=0, ret="OB_SUCCESS", all_tasks_count=0, thread_task_count=0, thread_idx=2) [2024-06-18 14:43:03.459680] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34039-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.459735] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34039-0-0] [lt=47][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.464705] INFO [BALANCE.TRANSFER] do_work (ob_tenant_transfer_service.cpp:141) [1196][T1002_TntTransf][T1002][YB42C0A801CD-00061B241E52EF46-0-0] [lt=35] [TENANT_TRANSFER] finish one round(ret=0, ret="OB_SUCCESS", all_tasks_count=0, thread_task_count=0, thread_idx=3) [2024-06-18 14:43:03.465727] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:03.467884] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305B6-0-0] [lt=34] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:03.470443] INFO [BALANCE.TRANSFER] do_work (ob_tenant_transfer_service.cpp:141) [1193][T1002_TntTransf][T1002][YB42C0A801CD-00061B241E42EF46-0-0] [lt=40] [TENANT_TRANSFER] finish one round(ret=0, ret="OB_SUCCESS", all_tasks_count=0, thread_task_count=0, thread_idx=0) [2024-06-18 14:43:03.472363] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=21] ====== check clog disk timer task ====== [2024-06-18 14:43:03.472406] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=30] get_disk_usage(ret=0, capacity(MB):=27648, used(MB):=22064) [2024-06-18 14:43:03.472465] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=35] cannot_recycle_log_size statistics(cannot_recycle_log_size=4077643046, threshold=8697308774, need_update_checkpoint_scn=false) [2024-06-18 14:43:03.474467] INFO [BALANCE.TRANSFER] do_work (ob_tenant_transfer_service.cpp:141) [1194][T1002_TntTransf][T1002][YB42C0A801CD-00061B241E62EF46-0-0] [lt=46] [TENANT_TRANSFER] finish one round(ret=0, ret="OB_SUCCESS", all_tasks_count=0, thread_task_count=0, thread_idx=1) [2024-06-18 14:43:03.476099] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476150] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476176] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476280] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=37][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476305] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476379] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476403] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476425] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476445] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476466] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476485] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476506] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476543] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476568] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476590] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.476610] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403C-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.479184] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=36] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:43:03.485325] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.472|208=1us|217=13.08ms|222=3us|total=13.14ms) [2024-06-18 14:43:03.485393] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.472|536=0us|557=5us|562=0us|total=13.18ms) [2024-06-18 14:43:03.485437] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.472|79=0us|total=13.22ms) [2024-06-18 14:43:03.487630] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487679] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=39][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487703] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487727] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487817] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487841] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487911] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487934] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487956] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487976] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.487997] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.488016] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.488036] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.488074] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.488097] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.488119] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.488140] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3403D-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.502122] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD33-0-0] [lt=35][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:03.508668] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078980778}], scn_array=[{val:1718692982940353192, v:0}], curr_size=122, accum_size=122, time_cost=78781) [2024-06-18 14:43:03.508678] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873716860}], scn_array=[{val:1718692982940353192, v:0}], curr_size=122, accum_size=610, time_cost=78809) [2024-06-18 14:43:03.520343] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [1112][T1002_PalfGC][T1002][Y0-0000000000000000-0-0] [lt=62] BlockGCTimerTask success(ret=0, cost_time_us=34, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.1.205:2882", log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1002", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):27648, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):27648, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):4016, sequence:1}, log_alloc_mgr_:{flying_log_task:0, flying_meta_task:0}}) [2024-06-18 14:43:03.529293] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:93, local_retry_times:93, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:03.529344] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=46][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.529365] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.529377] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:03.529408] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:03.529664] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.529698] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.529744] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:03.529767] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:03.529789] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:03.529810] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:03.529827] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:03.529843] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:03.529861] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:03.529873] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:03.529889] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:03.529898] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:03.529915] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:03.529929] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:03.529951] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:03.529970] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:03.529986] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.530000] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.530017] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:03.530035] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:03.530053] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:03.530065] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=94, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:03.530096] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=94000, remain_us=25574238, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=94, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.531844] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=34] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:43:03.535208] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=32] Slow write(duration=60675, write_len=4096) [2024-06-18 14:43:03.535244] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=34] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592130, offset=341590}, end_cursor:ObLogCursor{file_id=119, log_id=31592131, offset=341840}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac08050, len:2474, log_data_len:250, seq:31592130, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:03.542201] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=34] get number(ret=0, service_type_=0, range=1, base_id=1718692983542195870, start_id=1718692983542195870, end_id=1718692983542195871) [2024-06-18 14:43:03.544581] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:03.556217] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34051-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.556273] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34051-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.556376] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34051-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.556440] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34051-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.563805] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=8) [2024-06-18 14:43:03.565786] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:03.565909] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820967518}], scn_array=[{val:1718692983468093551, v:0}], curr_size=545, accum_size=1822, time_cost=97619) [2024-06-18 14:43:03.566423] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=100206, time_dist: do_cluster_heartbeat=11, generate_cluster_version=100058) [2024-06-18 14:43:03.566560] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34052-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.566620] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34052-0-0] [lt=42][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.574614] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34053-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.574668] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34053-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.574776] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34053-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.614640] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34059-0-0] [lt=22][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.615156] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34059-0-0] [lt=110][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.615584] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34059-0-0] [lt=76][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.621188] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29C-0-0] [lt=19] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:43:03.621232] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29C-0-0] [lt=38] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:43:03.621330] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=36] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:43:03.623098] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078980900}], scn_array=[{val:1718692983441995926, v:0}], curr_size=122, accum_size=244, time_cost=93142) [2024-06-18 14:43:03.623101] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472612378}], scn_array=[{val:1718692983542195870, v:0}], curr_size=541, accum_size=3071, time_cost=80733) [2024-06-18 14:43:03.623102] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873716982}], scn_array=[{val:1718692983441995926, v:0}], curr_size=122, accum_size=732, time_cost=93171) [2024-06-18 14:43:03.623273] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3405A-0-0] [lt=72][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.623325] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3405A-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.623353] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3405A-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.623373] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=42] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692983342178634, max_version=1718692983342178634 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692983136266518 and max_version = 1718692983136266518 ) [2024-06-18 14:43:03.623397] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3405A-0-0] [lt=39][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.623592] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=82989, time_dist: do_cluster_heartbeat=12, generate_cluster_version=82861, cluster_service_self_check=11) [2024-06-18 14:43:03.624192] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:03.624503] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.624537] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.624652] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] will sleep(sleep_us=95000, remain_us=25479683, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=95, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.628204] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.613|208=1us|217=14.53ms|222=3us|total=14.60ms) [2024-06-18 14:43:03.628288] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=76][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.613|536=1us|557=5us|562=0us|total=14.65ms) [2024-06-18 14:43:03.628321] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.613|79=0us|total=14.68ms) [2024-06-18 14:43:03.629915] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3405D-0-0] [lt=19] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:10002, add_timestamp:1718692983629882}) [2024-06-18 14:43:03.629995] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F282-0-0] [lt=30] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=10002, locations=[{table_id:10002, partition_id:10002, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692983629947, sql_renew_time:1718692983629947, is_mark_fail:false}]) [2024-06-18 14:43:03.630064] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F282-0-0] [lt=65] success to process renew task(task={tenant_id:1, table_id:10002, add_timestamp:1718692983629882}, locations=[{table_id:10002, partition_id:10002, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692983629947, sql_renew_time:1718692983629947, is_mark_fail:false}]) [2024-06-18 14:43:03.630103] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=35] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:43:03.648029] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34064-0-0] [lt=37][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.648202] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34064-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.654562] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34065-0-0] [lt=29][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.654675] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34065-0-0] [lt=44][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.665848] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:03.666562] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=34] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692982940353190, v:0}, base_version={val:1718692982940353190, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692982940353190, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692983666529, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:03.666619] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=54] no need to update min/max version(new_version={val:1718692982940353190, v:0}, min_version={val:1718692982940353190, v:0}, max_version={val:1718692982940353190, v:0}) [2024-06-18 14:43:03.670360] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=107] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=4656) [2024-06-18 14:43:03.670401] INFO [LIB] stat (utility.h:1157) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=35] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=44, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:43:03.680325] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820968063}], scn_array=[{val:1718692983502217851, v:0}], curr_size=1500, accum_size=3322, time_cost=114243) [2024-06-18 14:43:03.680514] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988255, log_task={header:{begin_lsn:{lsn:122820968063}, end_lsn:{lsn:122820969563}, log_id:217988255, min_scn:{val:1718692983502217851, v:0}, max_scn:{val:1718692983559295675, v:0}, data_len:1444, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820968063}, data_checksum:3657819496, accum_checksum:4259659903, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983502284, freeze_ts:1718692983566035, submit_ts:1718692983566051, flushed_ts:1718692983680397, gen_to_freeze cost time:63751, gen_to_submit cost time:63767, submit_to_flush cost time:114346}, fs_cb_begin_ts=1718692983680493, log_life_time=178209) [2024-06-18 14:43:03.680522] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692983502217851, v:0}, log_ts:{val:1718692983502217851, v:0}, lsn:{lsn:122820968119}, submit_ts:1718692983502295}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007896}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=178223, ctx_lock_wait_time=1) [2024-06-18 14:43:03.680667] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692983559295675, v:0}, log_ts:{val:1718692983559295675, v:0}, lsn:{lsn:122820968608}, submit_ts:1718692983559371}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007897}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=121294, ctx_lock_wait_time=1) [2024-06-18 14:43:03.680838] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=180298, time_dist: do_cluster_heartbeat=17, generate_cluster_version=180204) [2024-06-18 14:43:03.708762] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=31] PNIO [ratelimit] time: 1718692983708759, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007603, add_bytes: 0 [2024-06-18 14:43:03.713981] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3407C-0-0] [lt=27][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"oceanbase", table_name:"__ALL_VIRTUAL_LOCK_WAIT_STAT", column:"ROWKEY", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.719996] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.720036] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.720146] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=96000, remain_us=25384188, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=96, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.721219] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3407D-0-0] [lt=95][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"oceanbase", table_name:"__ALL_VIRTUAL_LOCK_WAIT_STAT", column:"ROWKEY", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.731852] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34080-0-0] [lt=85][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"a", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:03.742423] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCD9-0-0] [lt=37] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:03.742636] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=42] get number(ret=0, service_type_=0, range=1, base_id=1718692983742629539, start_id=1718692983742629539, end_id=1718692983742629540) [2024-06-18 14:43:03.742798] INFO [LIB] stat (utility.h:1157) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=62, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:43:03.743244] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=86958, this=0xfffb79383a70, extra_info="") [2024-06-18 14:43:03.743245] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=97079, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:43:03.743248] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078981022}], scn_array=[{val:1718692983441995927, v:0}], curr_size=122, accum_size=366, time_cost=113245) [2024-06-18 14:43:03.743276] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873717104}], scn_array=[{val:1718692983441995927, v:0}], curr_size=122, accum_size=854, time_cost=113263) [2024-06-18 14:43:03.743281] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472612919}], scn_array=[{val:1718692983542195871, v:0}], curr_size=122, accum_size=3193, time_cost=100760) [2024-06-18 14:43:03.743309] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:43:03.743310] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=28] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3193) [2024-06-18 14:43:03.743334] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=25, this=0xfffb481a0730, extra_info="") [2024-06-18 14:43:03.743341] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=25, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:43:03.743406] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=55] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3193) [2024-06-18 14:43:03.743393] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050317, log_task={header:{begin_lsn:{lsn:683078981022}, end_lsn:{lsn:683078981144}, log_id:173050317, min_scn:{val:1718692983441995927, v:0}, max_scn:{val:1718692983441995927, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078981022}, data_checksum:2222604892, accum_checksum:3300507982, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983629974, freeze_ts:1718692983629977, submit_ts:1718692983629981, flushed_ts:1718692983743317, gen_to_freeze cost time:3, gen_to_submit cost time:7, submit_to_flush cost time:113336}, fs_cb_begin_ts=1718692983743371, log_life_time=113397) [2024-06-18 14:43:03.743491] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=57] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:43:03.743506] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=35] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=14, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:43:03.743533] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:43:03.743554] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=97331, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:43:03.743570] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=62] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=89779, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:43:03.743566] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=16, avg_log_submit_to_flush_time=97274, avg_log_submit_to_slide_time=97315) [2024-06-18 14:43:03.743586] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=2618, avg_log_gen_to_submit_time=2635, avg_log_submit_to_flush_time=87074, avg_log_submit_to_slide_time=87144) [2024-06-18 14:43:03.743601] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344757, log_task={header:{begin_lsn:{lsn:26873717104}, end_lsn:{lsn:26873717226}, log_id:174344757, min_scn:{val:1718692983441995927, v:0}, max_scn:{val:1718692983441995927, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873717104}, data_checksum:667309872, accum_checksum:3996583166, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983629934, freeze_ts:1718692983629938, submit_ts:1718692983629948, flushed_ts:1718692983743461, gen_to_freeze cost time:4, gen_to_submit cost time:14, submit_to_flush cost time:113513}, fs_cb_begin_ts=1718692983743521, log_life_time=113587) [2024-06-18 14:43:03.743647] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=40] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=99, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:43:03.743609] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703405, log_task={header:{begin_lsn:{lsn:71472612919}, end_lsn:{lsn:71472613041}, log_id:183703405, min_scn:{val:1718692983542195871, v:0}, max_scn:{val:1718692983542195871, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472612919}, data_checksum:667309872, accum_checksum:3496788241, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983642419, freeze_ts:1718692983642428, submit_ts:1718692983642444, flushed_ts:1718692983743352, gen_to_freeze cost time:9, gen_to_submit cost time:25, submit_to_flush cost time:100908}, fs_cb_begin_ts=1718692983743489, log_life_time=101070) [2024-06-18 14:43:03.743674] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=56] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=135, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:43:03.745268] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:03.753909] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.729|208=0us|217=24.86ms|222=2us|total=24.94ms) [2024-06-18 14:43:03.753997] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=80][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.729|536=1us|557=5us|562=0us|total=24.98ms) [2024-06-18 14:43:03.754029] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.729|79=0us|total=25.01ms) [2024-06-18 14:43:03.763911] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=7) [2024-06-18 14:43:03.765899] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:03.775274] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=32] Slow write(duration=94286, write_len=4096) [2024-06-18 14:43:03.775319] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=42] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592131, offset=341840}, end_cursor:ObLogCursor{file_id=119, log_id=31592132, offset=342090}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac0c050, len:2224, log_data_len:250, seq:31592131, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:03.780964] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=32] no need to update min/max version(new_version={val:1718692983279336151, v:0}, min_version={val:1718692983279336151, v:0}, max_version={val:1718692983279336151, v:0}) [2024-06-18 14:43:03.784113] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C34093-0-0] [lt=91][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.789018] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820969563}], scn_array=[{val:1718692983559295676, v:0}], curr_size=122, accum_size=3444, time_cost=108517) [2024-06-18 14:43:03.789197] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=70][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988256, log_task={header:{begin_lsn:{lsn:122820969563}, end_lsn:{lsn:122820969685}, log_id:217988256, min_scn:{val:1718692983559295676, v:0}, max_scn:{val:1718692983559295676, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820969563}, data_checksum:667309872, accum_checksum:4043331452, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983670352, freeze_ts:1718692983680447, submit_ts:1718692983680470, flushed_ts:1718692983789095, gen_to_freeze cost time:10095, gen_to_submit cost time:10118, submit_to_flush cost time:108625}, fs_cb_begin_ts=1718692983789179, log_life_time=118827) [2024-06-18 14:43:03.789427] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=28] current monitor number(seq_=-1) [2024-06-18 14:43:03.802630] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=19] not leader, no need refresh error context(id_=1) [2024-06-18 14:43:03.802687] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=28] not leader, no need refresh error context(id_=1001) [2024-06-18 14:43:03.807942] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=42][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:03.808555] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.797|208=2us|217=11.52ms|222=2us|total=11.58ms) [2024-06-18 14:43:03.808629] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.797|536=0us|557=7us|562=0us|total=11.63ms) [2024-06-18 14:43:03.808667] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=36][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.797|79=0us|total=11.66ms) [2024-06-18 14:43:03.814035] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3409D-0-0] [lt=46][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.814190] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1][YB42C0A801CD-00061B2419C3409D-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.816501] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.816538] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.816645] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=97000, remain_us=25287690, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=97, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.830063] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=50] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:43:03.830109] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=53, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:43:03.830159] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=966, avg_group_log_size=120) [2024-06-18 14:43:03.830197] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=34] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=966) [2024-06-18 14:43:03.830223] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=34, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:43:03.851037] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.836|208=0us|217=15.01ms|222=2us|total=15.06ms) [2024-06-18 14:43:03.851103] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.836|536=0us|557=5us|562=1us|total=15.13ms) [2024-06-18 14:43:03.851157] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=52][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.836|79=0us|total=15.16ms) [2024-06-18 14:43:03.857652] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=14][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472613041}], scn_array=[{val:1718692983742629539, v:0}], curr_size=541, accum_size=541, time_cost=114158) [2024-06-18 14:43:03.857777] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703406, log_task={header:{begin_lsn:{lsn:71472613041}, end_lsn:{lsn:71472613582}, log_id:183703406, min_scn:{val:1718692983742629539, v:0}, max_scn:{val:1718692983742629539, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472613041}, data_checksum:3412064722, accum_checksum:1767532968, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983742780, freeze_ts:1718692983743448, submit_ts:1718692983743467, flushed_ts:1718692983857709, gen_to_freeze cost time:668, gen_to_submit cost time:687, submit_to_flush cost time:114242}, fs_cb_begin_ts=1718692983857758, log_life_time=114978) [2024-06-18 14:43:03.857789] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692983742629539, v:0}, log_ts:{val:1718692983742629539, v:0}, lsn:{lsn:71472613097}, submit_ts:1718692983742823}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005333}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=114961, ctx_lock_wait_time=1) [2024-06-18 14:43:03.857983] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=23] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692983542195870, max_version=1718692983542195870 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692983342178634 and max_version = 1718692983342178634 ) [2024-06-18 14:43:03.858198] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=117465, time_dist: do_cluster_heartbeat=15, generate_cluster_version=117352) [2024-06-18 14:43:03.865959] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:03.868193] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305B7-0-0] [lt=22] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:03.868370] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=42] get number(ret=0, service_type_=0, range=1, base_id=1718692983868365655, start_id=1718692983868365655, end_id=1718692983868365656) [2024-06-18 14:43:03.881036] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=34] no need to update min/max version(new_version={val:1718692983279336151, v:0}, min_version={val:1718692983279336151, v:0}, max_version={val:1718692983279336151, v:0}) [2024-06-18 14:43:03.882775] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.870|208=1us|217=12.71ms|222=3us|total=12.77ms) [2024-06-18 14:43:03.882838] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.870|536=0us|557=6us|562=0us|total=12.81ms) [2024-06-18 14:43:03.882869] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.870|79=0us|total=12.84ms) [2024-06-18 14:43:03.897714] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820969685}], scn_array=[{val:1718692983786307183, v:0}], curr_size=638, accum_size=4082, time_cost=108525) [2024-06-18 14:43:03.897716] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873717226}], scn_array=[{val:1718692983441995928, v:0}], curr_size=122, accum_size=122, time_cost=67632) [2024-06-18 14:43:03.897718] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078981144}], scn_array=[{val:1718692983441995928, v:0}], curr_size=122, accum_size=488, time_cost=67536) [2024-06-18 14:43:03.897897] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988257, log_task={header:{begin_lsn:{lsn:122820969685}, end_lsn:{lsn:122820970323}, log_id:217988257, min_scn:{val:1718692983786307183, v:0}, max_scn:{val:1718692983786307183, v:0}, data_len:582, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820969685}, data_checksum:3645366107, accum_checksum:446204602, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983786383, freeze_ts:1718692983789144, submit_ts:1718692983789158, flushed_ts:1718692983897783, gen_to_freeze cost time:2761, gen_to_submit cost time:2775, submit_to_flush cost time:108625}, fs_cb_begin_ts=1718692983897877, log_life_time=111494) [2024-06-18 14:43:03.897909] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692983786307183, v:0}, log_ts:{val:1718692983786307183, v:0}, lsn:{lsn:122820969741}, submit_ts:1718692983786396}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007898}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=111510, ctx_lock_wait_time=1) [2024-06-18 14:43:03.909591] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=34][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:43:03.913734] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:97, local_retry_times:97, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:03.913784] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.913798] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:03.913816] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:03.913849] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:03.914109] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:03.914141] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:03.914165] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:03.914186] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:03.914208] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:03.914224] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:03.914241] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:03.914257] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:03.914276] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:03.914294] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:03.914304] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:03.914315] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:03.914327] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:03.914345] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:03.914355] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:03.914381] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:03.914399] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.914419] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:03.914431] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:03.914450] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:03.914468] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:03.914480] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=98, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:03.914514] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23] will sleep(sleep_us=98000, remain_us=25189820, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=98, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:03.930119] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:43:03.942643] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=28] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=3193, avg_group_log_size=354) [2024-06-18 14:43:03.942694] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=41] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3193) [2024-06-18 14:43:03.943509] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:156) [529][TsMgr][T1002][Y0-0000000000000000-0-0] [lt=31] submit log success(service_type_=0, last_id=1718693000158286214, limited_id=1718693000158286214) [2024-06-18 14:43:03.943545] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:65) [529][TsMgr][T1002][Y0-0000000000000000-0-0] [lt=35] submit log with lock success(service_type_=0, last_id=1718693000158286214, limited_id=1718693000158286214) [2024-06-18 14:43:03.943584] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=21] gts statistics(tenant_id=1002, gts_rpc_cnt=10, get_gts_cache_cnt=333, get_gts_with_stc_cnt=4, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=2, try_wait_gts_elapse_cnt=0) [2024-06-18 14:43:03.945905] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=46] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:03.959609] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:03.943|208=0us|217=15.80ms|222=3us|total=15.86ms) [2024-06-18 14:43:03.959677] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:03.943|536=0us|557=6us|562=0us|total=15.91ms) [2024-06-18 14:43:03.959706] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:03.943|79=0us|total=15.93ms) [2024-06-18 14:43:03.964022] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=36] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=6) [2024-06-18 14:43:03.966019] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:03.980375] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340B1-0-0] [lt=28][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.980430] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340B1-0-0] [lt=49][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.980456] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340B1-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.980481] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340B1-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.980510] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340B1-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:03.980609] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340B1-0-0] [lt=33][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.000643] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820970323}], scn_array=[{val:1718692983868365655, v:0}], curr_size=545, accum_size=4627, time_cost=102760) [2024-06-18 14:43:04.000808] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988258, log_task={header:{begin_lsn:{lsn:122820970323}, end_lsn:{lsn:122820970868}, log_id:217988258, min_scn:{val:1718692983868365655, v:0}, max_scn:{val:1718692983868365655, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820970323}, data_checksum:362357728, accum_checksum:571411980, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983868474, freeze_ts:1718692983897836, submit_ts:1718692983897855, flushed_ts:1718692984000720, gen_to_freeze cost time:29362, gen_to_submit cost time:29381, submit_to_flush cost time:102865}, fs_cb_begin_ts=1718692984000788, log_life_time=132314) [2024-06-18 14:43:04.000816] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=68][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692983868365655, v:0}, log_ts:{val:1718692983868365655, v:0}, lsn:{lsn:122820970379}, submit_ts:1718692983868487}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007899}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=132326, ctx_lock_wait_time=1) [2024-06-18 14:43:04.001241] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=134583, time_dist: do_cluster_heartbeat=13, generate_cluster_version=134401, cluster_service_self_check=10) [2024-06-18 14:43:04.009505] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=33] gc stale ls task succ [2024-06-18 14:43:04.012606] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:98, local_retry_times:98, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:04.012658] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=46][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.012672] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.012691] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:04.012726] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:04.012984] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.013019] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.013065] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:04.013088] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:04.013110] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:04.013131] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:04.013148] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:04.013163] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:04.013181] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:04.013193] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:04.013210] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:04.013222] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:04.013239] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:04.013253] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:04.013262] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:04.013280] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:04.013304] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.013324] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.013341] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:04.013360] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:04.013379] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:04.013397] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=99, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:04.013430] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] will sleep(sleep_us=99000, remain_us=25090905, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=99, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.028187] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.109|208=0us|217=17.20ms|222=2us|total=17.25ms) [2024-06-18 14:43:04.028256] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=63][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.109|536=1us|557=4us|562=1us|total=17.30ms) [2024-06-18 14:43:04.028286] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.109|79=0us|total=17.32ms) [2024-06-18 14:43:04.036997] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=18] ====== check clog disk timer task ====== [2024-06-18 14:43:04.037051] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=31] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:43:04.037092] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=23] cannot_recycle_log_size statistics(cannot_recycle_log_size=140245198, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:43:04.045142] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=26] ====== tenant freeze timer task ====== [2024-06-18 14:43:04.046416] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472613582}], scn_array=[{val:1718692983742629540, v:0}], curr_size=122, accum_size=663, time_cost=103755) [2024-06-18 14:43:04.046410] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078981266}], scn_array=[{val:1718692983441995929, v:0}], curr_size=122, accum_size=610, time_cost=116210) [2024-06-18 14:43:04.046415] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873717348}], scn_array=[{val:1718692983441995929, v:0}], curr_size=122, accum_size=244, time_cost=116278) [2024-06-18 14:43:04.046541] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050319, log_task={header:{begin_lsn:{lsn:683078981266}, end_lsn:{lsn:683078981388}, log_id:173050319, min_scn:{val:1718692983441995929, v:0}, max_scn:{val:1718692983441995929, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078981266}, data_checksum:2222604892, accum_checksum:2075615880, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983930170, freeze_ts:1718692983930173, submit_ts:1718692983930179, flushed_ts:1718692984046477, gen_to_freeze cost time:3, gen_to_submit cost time:9, submit_to_flush cost time:116298}, fs_cb_begin_ts=1718692984046522, log_life_time=116352) [2024-06-18 14:43:04.046593] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703407, log_task={header:{begin_lsn:{lsn:71472613582}, end_lsn:{lsn:71472613704}, log_id:183703407, min_scn:{val:1718692983742629540, v:0}, max_scn:{val:1718692983742629540, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472613582}, data_checksum:667309872, accum_checksum:69282644, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983942601, freeze_ts:1718692983942610, submit_ts:1718692983942625, flushed_ts:1718692984046481, gen_to_freeze cost time:9, gen_to_submit cost time:24, submit_to_flush cost time:103856}, fs_cb_begin_ts=1718692984046576, log_life_time=103975) [2024-06-18 14:43:04.046682] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344759, log_task={header:{begin_lsn:{lsn:26873717348}, end_lsn:{lsn:26873717470}, log_id:174344759, min_scn:{val:1718692983441995929, v:0}, max_scn:{val:1718692983441995929, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873717348}, data_checksum:667309872, accum_checksum:1953439685, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692983930089, freeze_ts:1718692983930093, submit_ts:1718692983930103, flushed_ts:1718692984046612, gen_to_freeze cost time:4, gen_to_submit cost time:14, submit_to_flush cost time:116509}, fs_cb_begin_ts=1718692984046668, log_life_time=116579) [2024-06-18 14:43:04.053728] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1978) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(dag_cnt=0, map_size=0) [2024-06-18 14:43:04.053758] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1988) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=28] dump_dag_status(running_dag_net_map_size=0, blocking_dag_net_list_size=0) [2024-06-18 14:43:04.053772] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_COMPACTION_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:04.053797] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=24] dump_dag_status(priority="PRIO_HA_HIGH", low_limit=8, up_limit=8, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:04.053810] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_COMPACTION_MID", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:04.053829] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(priority="PRIO_HA_MID", low_limit=5, up_limit=5, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:04.053841] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_COMPACTION_LOW", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:04.053859] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(priority="PRIO_HA_LOW", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:04.053870] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(priority="PRIO_DDL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:04.053880] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_DDL_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:04.053892] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(priority="PRIO_TTL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:04.053905] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:04.053926] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=20] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:04.053939] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:04.053953] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:04.053971] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:04.053983] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:04.054000] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:04.054012] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:04.054030] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:04.054042] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:04.054067] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=25] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:04.054080] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:04.054097] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:04.054110] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:04.054128] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:04.054140] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:04.054154] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:04.054171] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:04.054183] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:04.054196] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:04.054213] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054225] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054243] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054255] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054272] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054283] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054301] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054312] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054333] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=20] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054350] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054362] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054374] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054391] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054402] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054416] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054433] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054457] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=24] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054471] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054489] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054500] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054517] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054529] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054542] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054565] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=22] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054577] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054592] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054610] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054622] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054639] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:04.054652] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:04.054670] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:43:04.054682] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:43:04.054699] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:43:04.054712] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:43:04.054729] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:04.054740] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:04.054759] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:04.054771] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:04.054790] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=19] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:04.054802] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:04.054814] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:04.054832] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:04.054844] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:04.054862] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:04.054873] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:04.054891] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:04.054903] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:04.054917] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:04.054935] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:04.054946] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:04.054959] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:04.054976] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:04.054988] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055006] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055018] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055029] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055046] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055058] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055072] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055090] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055101] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055115] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055132] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055144] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055158] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055175] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055187] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055199] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055216] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055227] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055240] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:04.055257] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:04.055269] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0) [2024-06-18 14:43:04.055287] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, scheduled_task_count=0) [2024-06-18 14:43:04.055298] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0) [2024-06-18 14:43:04.055316] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, scheduled_task_count=0) [2024-06-18 14:43:04.055328] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:43:04.055346] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:43:04.055358] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:43:04.055372] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:43:04.055390] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0) [2024-06-18 14:43:04.055402] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, scheduled_task_count=0) [2024-06-18 14:43:04.055414] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_net_count=0) [2024-06-18 14:43:04.055430] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=16] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_net_count=0) [2024-06-18 14:43:04.055439] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_net_count=0) [2024-06-18 14:43:04.055451] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_net_count=0) [2024-06-18 14:43:04.055467] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=15] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_net_count=0) [2024-06-18 14:43:04.055476] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_net_count=0) [2024-06-18 14:43:04.055486] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_net_count=0) [2024-06-18 14:43:04.055501] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=14] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_net_count=0) [2024-06-18 14:43:04.055511] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2008) [1008][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(total_worker_cnt=43, total_running_task_cnt=0, work_thread_num=43, scheduled_task_cnt=0) [2024-06-18 14:43:04.062505] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=67] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:43:04.066078] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.070568] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=4749, avg_group_log_size=527) [2024-06-18 14:43:04.071668] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.532|208=0us|217=18.41ms|222=2us|total=18.46ms) [2024-06-18 14:43:04.071731] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.532|536=1us|557=4us|562=0us|total=18.50ms) [2024-06-18 14:43:04.071780] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=46][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.532|79=0us|total=18.55ms) [2024-06-18 14:43:04.074368] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340D0-0-0] [lt=17][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1516, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:04.082609] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD34-0-0] [lt=34] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:04.082789] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=43] get number(ret=0, service_type_=0, range=1, base_id=1718692984082784688, start_id=1718692984082784688, end_id=1718692984082784689) [2024-06-18 14:43:04.101371] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=38] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692983441995927, v:0}, base_version={val:1718692983441995927, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692983441995927, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692984101346, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:04.101427] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=54] no need to update min/max version(new_version={val:1718692983441995927, v:0}, min_version={val:1718692983441995927, v:0}, max_version={val:1718692983441995927, v:0}) [2024-06-18 14:43:04.103623] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472613704}], scn_array=[{val:1718692983959842610, v:0}], curr_size=540, accum_size=1203, time_cost=57042) [2024-06-18 14:43:04.103621] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873717470}], scn_array=[{val:1718692983943467591, v:0}], curr_size=128, accum_size=372, time_cost=56936) [2024-06-18 14:43:04.103764] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=74][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692983959842610, v:0}, log_ts:{val:1718692983959842610, v:0}, lsn:{lsn:71472613760}, submit_ts:1718692983959930}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005334}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=143830, ctx_lock_wait_time=1) [2024-06-18 14:43:04.103779] INFO [STORAGE] update_id_meta (ob_ls_meta.cpp:674) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=60] update id meta(ret=0, service_type=0, limited_id=1718693000158286214, latest_scn={val:1718692983943467591, v:0}, *this={tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692980432726087, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718693000158286214, latest_log_ts:{val:1718692983943467591, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}) [2024-06-18 14:43:04.103865] INFO [STORAGE.TRANS] handle_submit_callback (ob_id_service.cpp:188) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=83] handle submit callback(service_type_=0, success=true, used_ts=160357, log_ts={val:1718692983943467591, v:0}, limited_id=1718693000158286214) [2024-06-18 14:43:04.103906] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:560) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=38] timestamp service handle log callback(ret=0, limited_id=0, log_ts={val:18446744073709551615, v:3}) [2024-06-18 14:43:04.103927] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:598) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=20] ObPresistIDLogCb on success(ret=0, ret="OB_SUCCESS", *this={log_ts:{val:18446744073709551615, v:3}, log_buf:"", pos:0, id_srv_type:-1, limited_id:0}) [2024-06-18 14:43:04.103942] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692983742629539, max_version=1718692983742629539 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692983542195870 and max_version = 1718692983542195870 ) [2024-06-18 14:43:04.104064] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1718692983742629539, v:0}, new_max_version={val:1718692983742629539, v:0}, last_min_version={val:1718692983542195870, v:0}, last_max_version={val:1718692983542195870, v:0}, total_time_us=145739, delta_us=361432) [2024-06-18 14:43:04.104103] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1, current_version={val:1718692983742629539, v:0}, min_version={val:1718692983742629539, v:0}, max_version={val:1718692983742629539, v:0}, in_service=true, leader_epoch=17) [2024-06-18 14:43:04.104210] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=145928, time_dist: do_cluster_heartbeat=14, generate_cluster_version=145822) [2024-06-18 14:43:04.108170] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.930|208=0us|217=15.11ms|222=2us|total=15.16ms) [2024-06-18 14:43:04.108231] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.930|536=0us|557=5us|562=1us|total=15.20ms) [2024-06-18 14:43:04.108259] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.930|79=0us|total=15.23ms) [2024-06-18 14:43:04.112182] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=30] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:04.112521] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:99, local_retry_times:99, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:04.112567] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.112587] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.112599] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:04.112635] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:04.112889] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.112922] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.112948] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:04.112968] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:04.112988] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:04.113009] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:04.113026] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:04.113040] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:04.113057] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:04.113068] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:04.113084] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:04.113094] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:04.113110] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:04.113123] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:04.113138] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:04.113157] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:04.113174] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.113187] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.113206] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:04.113220] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:04.113238] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:04.113249] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=100, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:04.113282] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=24991052, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=100, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.114681] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=32] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=87009, mem_used=137263104) [2024-06-18 14:43:04.128993] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.129460] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=41] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.129943] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.129966] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.129972] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.130232] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.130642] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=32] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.133260] INFO [SHARE] get_balance_job (ob_balance_job_table_operator.cpp:209) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF46-0-0] [lt=60] empty balance job(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=select time_to_usec(gmt_create) as start_time, time_to_usec(gmt_modified) as finish_time, * from __all_balance_job) [2024-06-18 14:43:04.135719] INFO [BALANCE] gather_ls_status_stat (ob_tenant_balance_service.cpp:276) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF46-0-0] [lt=42] [TENANT_BALANCE] LS no need balance(ls_status={tenant_id:1002, ls_id:{id:1}, ls_group_id:0, status:"NORMAL", unit_group_id:0, primary_zone:"META_ZONE_1", flag:{flag:0, is_duplicate:false, is_block_tablet_in:false}}) [2024-06-18 14:43:04.135792] INFO [BALANCE] ls_balance_ (ob_tenant_balance_service.cpp:474) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF46-0-0] [lt=51] [TENANT_BALANCE] finish ls balance(ret=0, ret="OB_SUCCESS", need_ls_balance=false, job={tenant_id:0, job_id:{id:-1}, job_type:{val:-1, job_type:"INVALID"}, job_status:{val:-1, job_status:"INVALID"}, primary_zone_num:0, unit_group_num:0, comment:, balance_strategy:}, tasks=[]) [2024-06-18 14:43:04.137962] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF46-0-0] [lt=44][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:04.137986] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=50] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=102233, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:43:04.138008] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820970868}], scn_array=[{val:1718692983942946017, v:0}], curr_size=122, accum_size=4749, time_cost=67397) [2024-06-18 14:43:04.138044] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=33] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=4749) [2024-06-18 14:43:04.138098] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=22, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:43:04.138097] INFO [BALANCE] do_work (ob_tenant_balance_service.cpp:149) [1129][T1002_TBalance][T1002][YB42C0A801CD-00061B241EA2EF46-0-0] [lt=35] [TENANT_BALANCE] finish one round(ret=0, ret="OB_SUCCESS", tmp_ret=0, tmp_ret="OB_SUCCESS", tenant_id=1002, job_cnt=0, primary_zone_num_=1, unit_group_array_=[{unit_group_id:1001, status:0}], ls_array_=[{tenant_id:1002, ls_id:{id:1001}, ls_group_id:1001, status:"NORMAL", unit_group_id:1001, primary_zone:"META_ZONE_1", flag:{flag:0, is_duplicate:false, is_block_tablet_in:false}}], idle_time_us=10000000, last_partition_balance_time=1718692030159064, last_statistic_bg_stat_time=1718692033381415, last_statistic_schema_version=1710490458382544, last_statistic_max_transfer_task_id={id:-1}, enable_rebalance=true, enable_transfer=true) [2024-06-18 14:43:04.138150] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=66] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=4749) [2024-06-18 14:43:04.138243] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=32] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=14, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:43:04.138269] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=128038, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:43:04.138290] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=25596, avg_log_gen_to_submit_time=25613, avg_log_submit_to_flush_time=102341, avg_log_submit_to_slide_time=102424) [2024-06-18 14:43:04.138329] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=31] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=158, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:43:04.146539] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=47] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:04.164133] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=36] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=5) [2024-06-18 14:43:04.166139] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.177445] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340F3-0-0] [lt=45][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1516, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:04.202621] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FC-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.202674] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FC-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.202727] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FC-0-0] [lt=47][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.202749] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FC-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.202807] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FC-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.202877] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FC-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.205685] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCDB-0-0] [lt=22] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:04.205850] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692984205846186, start_id=1718692984205846186, end_id=1718692984205846187) [2024-06-18 14:43:04.206614] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078981388}], scn_array=[{val:1718692983943467590, v:0}], curr_size=122, accum_size=732, time_cost=76364) [2024-06-18 14:43:04.208182] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FD-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.208258] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FD-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.208467] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FD-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.208725] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C340FD-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.210458] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 7625.00) [2024-06-18 14:43:04.210491] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=27] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:04.210612] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=48] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.99, rt: 77398.00) [2024-06-18 14:43:04.210635] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 21.90, rt: 9223.95) [2024-06-18 14:43:04.210655] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 65706.67, iops: 47.78, rt: 16835.21) [2024-06-18 14:43:04.210671] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO STATUS](tenant_id=1002, ref_cnt=3, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12635040, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:04.210705] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210726] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210742] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210758] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210774] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210789] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210805] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210821] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210836] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210852] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210868] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210883] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210900] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210915] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210930] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.210946] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:04.211047] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.198|208=1us|217=12.13ms|222=2us|total=12.18ms) [2024-06-18 14:43:04.211113] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.198|536=1us|557=5us|562=0us|total=12.26ms) [2024-06-18 14:43:04.211186] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=71][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.198|79=0us|total=12.29ms) [2024-06-18 14:43:04.213371] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:100, local_retry_times:100, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:04.213416] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.213437] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.213447] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:04.213479] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:04.213731] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.213764] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.213790] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:04.213810] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:04.213830] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:04.213846] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:04.213863] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:04.213878] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:04.213895] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:04.213906] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:04.213922] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:04.213931] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:04.213948] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:04.213960] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:04.213976] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:04.213995] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:04.214013] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.214026] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.214043] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:04.214056] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:04.214073] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:04.214083] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=101, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:04.214115] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=24890219, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=101, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.225953] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226010] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226080] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=24][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226112] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226190] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=38][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226220] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226350] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226393] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226431] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226469] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226750] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226777] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226796] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.226816] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34104-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234338] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234392] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234455] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234481] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234503] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234525] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234568] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234767] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234791] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.234814] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34106-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.240190] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=18] gc stale ls task succ [2024-06-18 14:43:04.256326] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1021) [809][T1_ReplayProces][T1][Y0-0000000000000000-0-0] [lt=22] replay status is not follower(min_unreplayed_lsn={lsn:71469569194}, base_lsn={lsn:71332368384}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691829451172, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:3327744, ret_code_:0}}, next_to_submit_lsn_:{lsn:71469569194}, next_to_submit_scn_:{val:1718691444571406183, v:0}, base_lsn_:{lsn:71332368384}, base_scn_:{val:1718647203791103890, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1d005000, next_round_pread_size:2121728, curr_read_pos:869770, curr_read_buf_start_pos:0, curr_read_buf_end_pos:869770, log_storage_:{IteratorStorage:{start_lsn:{lsn:71468699424}, end_lsn:{lsn:71469569194}, read_buf:{buf_len_:2125824, buf_:0xfffb1d005000}, block_size:67104768, log_storage_:0xfffb7937eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444571406182, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:390, scn_:{val:1718691444571406182, v:0}, data_checksum:3011915929, flag:1}}, init_mode_version:0, accumulate_checksum:538536221, curr_entry_is_padding:0, padding_entry_size:1619, padding_entry_scn:{val:1718691444571406182, v:0}}}}}) [2024-06-18 14:43:04.256436] INFO [CLOG] operator() (ob_log_replay_service.cpp:1431) [809][T1_ReplayProces][T1][Y0-0000000000000000-0-0] [lt=108] get_replay_process success(id={id:1}, replayed_log_size=137200810, unreplayed_log_size=0) [2024-06-18 14:43:04.256503] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:154) [809][T1_ReplayProces][T1][Y0-0000000000000000-0-0] [lt=17] dump tenant replay process(tenant_id=1, unreplayed_log_size(MB)=0, estimate_time(second)=0, replayed_log_size(MB)=130, last_replayed_log_size(MB)=130, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-06-18 14:43:04.266202] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.268510] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34111-0-0] [lt=16][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.268694] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34111-0-0] [lt=110][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"P", column:"PACKAGE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.269833] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34111-0-0] [lt=61][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.269976] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34111-0-0] [lt=78][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"R", column:"ROUTINE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.272033] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34111-0-0] [lt=59][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.272175] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34111-0-0] [lt=79][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"T", column:"TRIGGER_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.279325] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34111-0-0] [lt=60][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1516, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:04.286684] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472614244}], scn_array=[{val:1718692984205846186, v:0}], curr_size=541, accum_size=1744, time_cost=80666) [2024-06-18 14:43:04.286684] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820970990}], scn_array=[{val:1718692984082784688, v:0}], curr_size=545, accum_size=545, time_cost=148447) [2024-06-18 14:43:04.286858] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988260, log_task={header:{begin_lsn:{lsn:122820970990}, end_lsn:{lsn:122820971535}, log_id:217988260, min_scn:{val:1718692984082784688, v:0}, max_scn:{val:1718692984082784688, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820970990}, data_checksum:3884501903, accum_checksum:1797897877, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984082900, freeze_ts:1718692984138188, submit_ts:1718692984138206, flushed_ts:1718692984286753, gen_to_freeze cost time:55288, gen_to_submit cost time:55306, submit_to_flush cost time:148547}, fs_cb_begin_ts=1718692984286839, log_life_time=203939) [2024-06-18 14:43:04.286867] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692984082784688, v:0}, log_ts:{val:1718692984082784688, v:0}, lsn:{lsn:122820971046}, submit_ts:1718692984082912}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007900}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=203951, ctx_lock_wait_time=1) [2024-06-18 14:43:04.286955] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692983959842610, max_version=1718692983959842610 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692983742629539 and max_version = 1718692983742629539 ) [2024-06-18 14:43:04.287189] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=82905, time_dist: do_cluster_heartbeat=12, generate_cluster_version=82772, cluster_service_self_check=12) [2024-06-18 14:43:04.287231] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=206107, time_dist: do_cluster_heartbeat=13, generate_cluster_version=206000) [2024-06-18 14:43:04.291033] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.280|208=0us|217=10.06ms|222=2us|total=10.11ms) [2024-06-18 14:43:04.291103] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.280|536=0us|557=5us|562=0us|total=10.16ms) [2024-06-18 14:43:04.291160] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.280|79=1us|total=10.21ms) [2024-06-18 14:43:04.309515] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.309623] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.309770] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=27][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.310019] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.310083] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.310174] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.310206] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.310389] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.310450] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.310789] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34116-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.311121] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [675][T1_Occam][T1][YB42C0A801CD-00061B241492F31C-0-0] [lt=35] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:04.314032] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [675][T1_Occam][T1][YB42C0A801CD-00061B241492F31E-0-0] [lt=50] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:04.314214] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:101, local_retry_times:101, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:04.314262] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.314281] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.314293] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:04.314323] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:04.314581] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.314614] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.314640] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:04.314661] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:04.314682] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:04.314697] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:04.314713] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:04.314729] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:04.314747] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:04.314759] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:04.314775] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:04.314785] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:04.314803] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:04.314815] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:04.314830] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:04.314850] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:04.314868] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.314888] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.314904] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:04.314917] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:04.314934] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:04.314946] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=102, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:04.314978] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=24789357, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=102, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.315291] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873717598}], scn_array=[{val:1718692983943467592, v:0}], curr_size=122, accum_size=494, time_cost=84976) [2024-06-18 14:43:04.315291] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078981510}], scn_array=[{val:1718692983943467591, v:0}], curr_size=122, accum_size=854, time_cost=84950) [2024-06-18 14:43:04.319062] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=30] gc stale ls task succ [2024-06-18 14:43:04.320446] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [679][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=51] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-06-18 14:43:04.321337] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34118-0-0] [lt=20][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"DATA_TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.321974] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34118-0-0] [lt=90][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"I", column:"TABLE_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.324228] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [931][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=49] BlockGCTimerTask success(ret=0, cost_time_us=36, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.1.205:2882", log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1001", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):274, sequence:1}, log_alloc_mgr_:{flying_log_task:1, flying_meta_task:0}}) [2024-06-18 14:43:04.337966] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3411A-0-0] [lt=78][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.338068] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3411A-0-0] [lt=47][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.338454] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3411A-0-0] [lt=27][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.338520] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3411A-0-0] [lt=28][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.338604] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3411A-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.338641] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3411A-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.338821] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3411A-0-0] [lt=26][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.338882] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3411A-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.339207] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3411A-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.347172] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=42] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:04.349826] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=27] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.350184] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=24] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.350352] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=36] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.350450] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=28] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.350499] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.350703] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=22] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.350855] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=18] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.350916] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.350981] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=32] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.351079] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.351141] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=14] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.351268] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=26] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.351350] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.351533] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=21] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.351544] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=14] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.351592] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.351687] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:04.360241] INFO [CLOG.EXTLOG] resize_log_ext_handler_ (ob_cdc_service.cpp:372) [811][T1_CdcSrv][T1][Y0-0000000000000000-0-0] [lt=37] finish to resize log external storage handler(current_ts=1718692984360232, tenant_max_cpu=2, valid_ls_count=0, other_ls_count=0, new_concurrency=0) [2024-06-18 14:43:04.364240] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=32] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=4) [2024-06-18 14:43:04.366262] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.371034] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=110][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.358|208=0us|217=12.71ms|222=2us|total=12.77ms) [2024-06-18 14:43:04.371099] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.358|536=0us|557=4us|562=0us|total=12.81ms) [2024-06-18 14:43:04.371156] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.358|79=0us|total=12.87ms) [2024-06-18 14:43:04.375383] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=32] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:04.380984] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34128-0-0] [lt=19][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1516, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:04.383658] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34129-0-0] [lt=44][errcode=-4016] block alloc over limit, limit=38654705 alloc_size=2079744 [2024-06-18 14:43:04.388816] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD35-0-0] [lt=30] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:04.388997] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=38] get number(ret=0, service_type_=0, range=1, base_id=1718692984388991598, start_id=1718692984388991598, end_id=1718692984388991599) [2024-06-18 14:43:04.389631] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:04.389669] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:04.389652] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820971535}], scn_array=[{val:1718692984082784689, v:0}], curr_size=122, accum_size=667, time_cost=102804) [2024-06-18 14:43:04.389822] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:04.389852] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:04.389830] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988261, log_task={header:{begin_lsn:{lsn:122820971535}, end_lsn:{lsn:122820971657}, log_id:217988261, min_scn:{val:1718692984082784689, v:0}, max_scn:{val:1718692984082784689, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820971535}, data_checksum:667309872, accum_checksum:2789774994, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984270633, freeze_ts:1718692984286804, submit_ts:1718692984286820, flushed_ts:1718692984389717, gen_to_freeze cost time:16171, gen_to_submit cost time:16187, submit_to_flush cost time:102897}, fs_cb_begin_ts=1718692984389810, log_life_time=119177) [2024-06-18 14:43:04.389880] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:04.389904] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:04.389930] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:04.389956] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:04.389976] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:04.389995] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:43:04.390021] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:43:04.390045] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=24, mem_used=16637952) [2024-06-18 14:43:04.390080] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] release old cannot free more memory [2024-06-18 14:43:04.390097] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=53, size_used=0, mem_used=16637952) [2024-06-18 14:43:04.404440] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1, server_version={version:{val:1718692984205846186, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=198579, in_cluster_service=true, cluster_version={val:1718692983959842610, v:0}, min_cluster_version={val:1718692983959842610, v:0}, max_cluster_version={val:1718692983959842610, v:0}, get_cluster_version_err=0, cluster_version_delta=444583, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=8536, succ_cluster_heartbeat_count=20, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692540553783373, v:0}, local_cluster_delta=443850642, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:43:04.406044] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:156) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=64] submit log success(service_type_=0, last_id=1718693001039088806, limited_id=1718693001039088806) [2024-06-18 14:43:04.406081] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:65) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36] submit log with lock success(service_type_=0, last_id=1718693001039088806, limited_id=1718693001039088806) [2024-06-18 14:43:04.409133] INFO [CLOG] run1 (ob_garbage_collector.cpp:1331) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=15] Garbage Collector is running(seq_=117, gc_interval=10000000) [2024-06-18 14:43:04.409199] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1466) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=29] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-06-18 14:43:04.409246] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1424) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=23] gc_check_member_list_ cost time(ret=0, time_us=82) [2024-06-18 14:43:04.409274] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=17] execute_gc cost time(ret=0, time_us=2) [2024-06-18 14:43:04.409296] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1619) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=16] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-06-18 14:43:04.409324] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1641) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=21] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}]) [2024-06-18 14:43:04.409345] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1696) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=20] execute_gc cost time(ret=0, time_us=23) [2024-06-18 14:43:04.409356] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [816][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=9] ObSafeDestroyHandler start process [2024-06-18 14:43:04.410088] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410117] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=27][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410105] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=33][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:675855, tid:1306}]) [2024-06-18 14:43:04.410130] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410172] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=40][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410185] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410203] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410216] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410235] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410247] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410266] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410279] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410297] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410310] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410329] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410342] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410360] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410373] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410391] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410404] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410422] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410435] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410453] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410465] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410484] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410497] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410516] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410529] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410547] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410560] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410578] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410591] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410609] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410622] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410640] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410653] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410671] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410684] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410702] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410714] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410733] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410745] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410763] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410775] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410793] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410806] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410825] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410837] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410855] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410868] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410886] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410899] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410918] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410931] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410949] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410962] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410981] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.410993] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411012] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411024] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411043] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411056] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411074] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411087] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411105] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411118] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411143] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=24][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411154] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411166] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411186] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411199] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411217] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411229] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411247] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411260] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411278] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411291] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411309] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411322] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411340] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411353] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411371] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411384] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411402] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411415] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411433] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411446] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411464] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411477] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411496] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411509] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411527] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411539] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411558] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411571] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411589] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411601] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411620] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411632] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411651] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411663] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411682] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411694] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411712] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411725] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411744] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411757] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411775] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411787] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411805] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411818] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411836] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411849] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411862] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411875] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411893] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411906] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411924] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411937] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411955] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411968] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411986] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.411999] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412018] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412030] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412049] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412061] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412080] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412092] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412110] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412123] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412142] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412155] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412173] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412186] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412204] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412217] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412235] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412248] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412267] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412279] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412298] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412311] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412329] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412342] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412361] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412374] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412392] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412405] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412424] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412437] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412455] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412468] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412486] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412499] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412517] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412530] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412548] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412561] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412579] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412592] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412611] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412624] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412642] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412655] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412673] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412686] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412704] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412716] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412735] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412748] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412766] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412779] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412798] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412811] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412829] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412842] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412861] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412873] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412892] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412905] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412923] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412936] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412955] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412967] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412986] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.412999] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413017] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413029] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413048] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413060] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413078] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413091] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413110] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413123] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413141] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413154] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413172] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413185] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413203] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413216] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:04.413234] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:04.415068] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:102, local_retry_times:102, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:04.415118] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=44][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.415140] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.415161] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:04.415186] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:04.415440] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.415476] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.415502] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:04.415522] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:04.415543] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:04.415558] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:04.415574] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:04.415590] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:04.415607] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:04.415619] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:04.415635] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:04.415646] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:04.415662] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:04.415681] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:04.415698] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:04.415718] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:04.415736] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.415751] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.415768] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:04.415780] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:04.415798] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:04.415810] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=103, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:04.415843] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=24688492, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=103, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.424750] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=19] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=64, mem_used=37435392) [2024-06-18 14:43:04.424828] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=31] release old cannot free more memory [2024-06-18 14:43:04.424848] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=17] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=2, elapse_time=98, size_used=0, mem_used=35355648) [2024-06-18 14:43:04.435171] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34138-0-0] [lt=38] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1001, table_id:10002, add_timestamp:1718692984435138}) [2024-06-18 14:43:04.435245] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F283-0-0] [lt=43] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1001, table_id=10002, locations=[{table_id:10002, partition_id:10002, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692984435200, sql_renew_time:1718692984435200, is_mark_fail:false}]) [2024-06-18 14:43:04.435309] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F283-0-0] [lt=61] success to process renew task(task={tenant_id:1001, table_id:10002, add_timestamp:1718692984435138}, locations=[{table_id:10002, partition_id:10002, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692984435200, sql_renew_time:1718692984435200, is_mark_fail:false}]) [2024-06-18 14:43:04.441203] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=92628, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:43:04.441206] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472614785}], scn_array=[{val:1718692984205846187, v:0}], curr_size=122, accum_size=1866, time_cost=98318) [2024-06-18 14:43:04.441205] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873717720}], scn_array=[{val:1718692983943467593, v:0}], curr_size=122, accum_size=616, time_cost=110829) [2024-06-18 14:43:04.441244] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078981632}], scn_array=[{val:1718692983943467592, v:0}], curr_size=122, accum_size=976, time_cost=110802) [2024-06-18 14:43:04.441277] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=31] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=976) [2024-06-18 14:43:04.441303] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=16, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:43:04.441366] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344762, log_task={header:{begin_lsn:{lsn:26873717720}, end_lsn:{lsn:26873717842}, log_id:174344762, min_scn:{val:1718692983943467593, v:0}, max_scn:{val:1718692983943467593, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873717720}, data_checksum:667309872, accum_checksum:137938133, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984330328, freeze_ts:1718692984330333, submit_ts:1718692984330342, flushed_ts:1718692984441285, gen_to_freeze cost time:5, gen_to_submit cost time:14, submit_to_flush cost time:110943}, fs_cb_begin_ts=1718692984441345, log_life_time=111017) [2024-06-18 14:43:04.441480] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=65] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=976) [2024-06-18 14:43:04.441539] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=34] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:43:04.441565] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=92809, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:43:04.441580] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=8, avg_log_submit_to_flush_time=92750, avg_log_submit_to_slide_time=92800) [2024-06-18 14:43:04.441604] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050322, log_task={header:{begin_lsn:{lsn:683078981632}, end_lsn:{lsn:683078981754}, log_id:173050322, min_scn:{val:1718692983943467592, v:0}, max_scn:{val:1718692983943467592, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078981632}, data_checksum:2222604892, accum_checksum:876945539, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984330369, freeze_ts:1718692984330371, submit_ts:1718692984330376, flushed_ts:1718692984441447, gen_to_freeze cost time:2, gen_to_submit cost time:7, submit_to_flush cost time:111071}, fs_cb_begin_ts=1718692984441524, log_life_time=111155) [2024-06-18 14:43:04.441651] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=98, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:43:04.444533] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:109) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=35] is logging [2024-06-18 14:43:04.444565] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:57) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=29] submit log with lock(ret=-4023, service_type_=0, last_id=1718693001039088806, limited_id=1718693001039088806) [2024-06-18 14:43:04.444622] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=43] ts response task statistics(alloc_count=25898, free_count=12948) [2024-06-18 14:43:04.444677] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=30] gts statistics(tenant_id=1, gts_rpc_cnt=10, get_gts_cache_cnt=326, get_gts_with_stc_cnt=29, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=25, try_wait_gts_elapse_cnt=0) [2024-06-18 14:43:04.444704] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=24] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:43:04.460118] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=36] PNIO [ratelimit] time: 1718692984460116, bytes: 15691210, bw: 0.010577 MB/s, add_ts: 1007618, add_bytes: 11175 [2024-06-18 14:43:04.463184] WDIAG [SERVER] do_heartbeat_event (ob_heartbeat.cpp:265) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=36][errcode=0] try reload schema failed(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=-4023) [2024-06-18 14:43:04.466323] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.481193] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820971657}], scn_array=[{val:1718692984303105190, v:0}], curr_size=1034, accum_size=1701, time_cost=91379) [2024-06-18 14:43:04.481339] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=105][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692984303105190, v:0}, log_ts:{val:1718692984303105190, v:0}, lsn:{lsn:122820971713}, submit_ts:1718692984303193}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007901}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=178142, ctx_lock_wait_time=1) [2024-06-18 14:43:04.481706] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=94393, time_dist: do_cluster_heartbeat=12, generate_cluster_version=94290) [2024-06-18 14:43:04.481756] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=180299, time_dist: do_cluster_heartbeat=10, generate_cluster_version=180138) [2024-06-18 14:43:04.515562] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472614907}], scn_array=[{val:1718692984406009134, v:0}], curr_size=612, accum_size=2478, time_cost=74197) [2024-06-18 14:43:04.515696] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703411, log_task={header:{begin_lsn:{lsn:71472614907}, end_lsn:{lsn:71472615519}, log_id:183703411, min_scn:{val:1718692984406009134, v:0}, max_scn:{val:1718692984406009135, v:0}, data_len:556, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472614907}, data_checksum:2227407964, accum_checksum:2610428556, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984406029, freeze_ts:1718692984441323, submit_ts:1718692984441339, flushed_ts:1718692984515633, gen_to_freeze cost time:35294, gen_to_submit cost time:35310, submit_to_flush cost time:74294}, fs_cb_begin_ts=1718692984515677, log_life_time=109648) [2024-06-18 14:43:04.515712] INFO [STORAGE] update_id_meta (ob_ls_meta.cpp:674) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=68] update id meta(ret=0, service_type=0, limited_id=1718693001039088806, latest_scn={val:1718692984406009134, v:0}, *this={tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718693001039088806, latest_log_ts:{val:1718692984406009134, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}) [2024-06-18 14:43:04.515794] INFO [STORAGE.TRANS] handle_submit_callback (ob_id_service.cpp:188) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=79] handle submit callback(service_type_=0, success=true, used_ts=109751, log_ts={val:1718692984406009134, v:0}, limited_id=1718693001039088806) [2024-06-18 14:43:04.515837] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:560) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=41] timestamp service handle log callback(ret=0, limited_id=0, log_ts={val:18446744073709551615, v:3}) [2024-06-18 14:43:04.515859] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:598) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=20] ObPresistIDLogCb on success(ret=0, ret="OB_SUCCESS", *this={log_ts:{val:18446744073709551615, v:3}, log_buf:"", pos:0, id_srv_type:-1, limited_id:0}) [2024-06-18 14:43:04.515895] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692984406009133, v:0}, log_ts:{val:1718692984406009135, v:0}, lsn:{lsn:71472615035}, submit_ts:1718692984406160}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005336}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=109733, ctx_lock_wait_time=1) [2024-06-18 14:43:04.515932] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:103, local_retry_times:103, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:04.515968] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.515981] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.515993] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:04.516019] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:04.516039] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=50] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:04.516130] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=18] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692984205846186, max_version=1718692984205846186 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692983959842610 and max_version = 1718692983959842610 ) [2024-06-18 14:43:04.516285] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.516326] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.516353] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:04.516360] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=111949, time_dist: print_stat=80, do_cluster_heartbeat=7, generate_cluster_version=111768) [2024-06-18 14:43:04.516374] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:04.516391] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:04.516411] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:04.516428] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:04.516443] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:04.516459] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:04.516470] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:04.516485] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:04.516496] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:04.516512] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:04.516525] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:04.516539] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:04.516558] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:04.516576] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.516590] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.516606] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:04.516618] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:04.516636] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:04.516648] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=104, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:04.516680] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=24587654, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=104, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.525323] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.508|208=0us|217=16.64ms|222=2us|total=16.70ms) [2024-06-18 14:43:04.525400] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=70][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.508|536=0us|557=6us|562=0us|total=16.75ms) [2024-06-18 14:43:04.525431] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.508|79=0us|total=16.77ms) [2024-06-18 14:43:04.532240] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=38][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532291] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=41][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532317] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532339] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532383] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=39][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532403] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532424] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532444] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532464] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532479] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=36] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:43:04.532477] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AC-0-0] [lt=31] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692972973075, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692984531478, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:43:04.532600] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532626] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=19][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532646] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532773] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AC-0-0] [lt=36] get number(ret=0, service_type_=0, range=1, base_id=1718692984532769116, start_id=1718692984532769116, end_id=1718692984532769117) [2024-06-18 14:43:04.532805] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.532959] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34151-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.547818] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=48] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:04.563823] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.563870] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=38][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.563894] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.563915] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.563935] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.563953] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564002] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564041] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564061] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564080] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564100] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564121] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564140] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564160] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564327] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564343] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=3) [2024-06-18 14:43:04.564510] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564671] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564831] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.564855] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34155-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.566386] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.567038] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873717842}], scn_array=[{val:1718692984445248647, v:0}], curr_size=122, accum_size=738, time_cost=36535) [2024-06-18 14:43:04.567035] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078981754}], scn_array=[{val:1718692984445248647, v:0}], curr_size=122, accum_size=122, time_cost=36508) [2024-06-18 14:43:04.581883] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=33] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692983943467591, v:0}, base_version={val:1718692983943467591, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692983943467591, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692984581858, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:04.581937] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=52] no need to update min/max version(new_version={val:1718692983943467591, v:0}, min_version={val:1718692983943467591, v:0}, max_version={val:1718692983943467591, v:0}) [2024-06-18 14:43:04.581969] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=23] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:43:04.589004] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD36-0-0] [lt=36][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:04.611024] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.577|208=1us|217=33.96ms|222=2us|total=34.02ms) [2024-06-18 14:43:04.611092] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=62][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.577|536=0us|557=5us|562=0us|total=34.06ms) [2024-06-18 14:43:04.611155] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.577|79=0us|total=34.12ms) [2024-06-18 14:43:04.616765] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:104, local_retry_times:104, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:04.616809] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.616823] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:04.616840] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:04.616865] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:04.617104] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.617140] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.617166] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:04.617187] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:04.617210] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:04.617225] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:04.617241] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:04.617255] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:04.617273] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:04.617283] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:04.617299] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:04.617309] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:04.617325] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:04.617336] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:04.617350] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:04.617368] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:04.617385] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.617399] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:04.617415] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:04.617427] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:04.617445] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:04.617456] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=105, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:04.617487] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=24486849, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=105, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.617861] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCDD-0-0] [lt=21] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:04.621465] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=36] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-06-18 14:43:04.622436] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29D-0-0] [lt=23] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:43:04.622481] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29D-0-0] [lt=40] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:43:04.623834] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.623891] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=46][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.623918] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624003] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=17][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624028] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624105] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624128] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=18][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624173] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=40][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624194] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624216] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=16][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624231] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=10][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624252] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624289] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624314] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624335] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.624356] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34166-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.630202] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=30] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:43:04.635669] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472615519}], scn_array=[{val:1718692984532769116, v:0}], curr_size=478, accum_size=2956, time_cost=102733) [2024-06-18 14:43:04.635831] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703412, log_task={header:{begin_lsn:{lsn:71472615519}, end_lsn:{lsn:71472615997}, log_id:183703412, min_scn:{val:1718692984532769116, v:0}, max_scn:{val:1718692984532769116, v:0}, data_len:422, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472615519}, data_checksum:3768487133, accum_checksum:3634506696, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984532884, freeze_ts:1718692984532893, submit_ts:1718692984532910, flushed_ts:1718692984635728, gen_to_freeze cost time:9, gen_to_submit cost time:26, submit_to_flush cost time:102818}, fs_cb_begin_ts=1718692984635813, log_life_time=102929) [2024-06-18 14:43:04.635842] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=26][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692984532769116, v:0}, log_ts:{val:1718692984532769116, v:0}, lsn:{lsn:71472615575}, submit_ts:1718692984532929}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005337}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=102910, ctx_lock_wait_time=1) [2024-06-18 14:43:04.637068] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AC-0-0] [lt=33] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:43:04.640442] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AC-0-0] [lt=46][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:43:04.641441] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AC-0-0] [lt=26] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12254, add_timestamp:1718692984641417}) [2024-06-18 14:43:04.641464] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F284-0-0] [lt=42] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12254, vtable_type={tenant_id:1, type:4}) [2024-06-18 14:43:04.642004] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F284-0-0] [lt=37] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12254, locations=[{table_id:12254, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692984641962, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:43:04.642064] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F284-0-0] [lt=57] success to process renew task(task={tenant_id:1, table_id:12254, add_timestamp:1718692984641417}, locations=[{table_id:12254, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692984641962, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:43:04.666447] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.673058] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34173-0-0] [lt=14][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.673121] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34173-0-0] [lt=49][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.673232] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34173-0-0] [lt=25][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.673298] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34173-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.683627] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34174-0-0] [lt=21][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.683688] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34174-0-0] [lt=46][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.685340] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.645|208=0us|217=40.19ms|222=2us|total=40.26ms) [2024-06-18 14:43:04.685422] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=75][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.645|536=1us|557=5us|562=0us|total=40.31ms) [2024-06-18 14:43:04.685455] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.645|79=0us|total=40.34ms) [2024-06-18 14:43:04.691875] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34175-0-0] [lt=22][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.691933] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34175-0-0] [lt=45][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.692042] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34175-0-0] [lt=23][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.716369] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=39] PNIO [ratelimit] time: 1718692984716366, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007607, add_bytes: 0 [2024-06-18 14:43:04.717577] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:04.717917] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.717955] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.718085] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=24386250, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=106, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.722551] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AC-0-0] [lt=30] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:04.724038] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AC-0-0] [lt=34] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:43:04.724214] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AC-0-0] [lt=36] get number(ret=0, service_type_=0, range=1, base_id=1718692984724209554, start_id=1718692984724209554, end_id=1718692984724209555) [2024-06-18 14:43:04.732664] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3417B-0-0] [lt=22][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.733191] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3417B-0-0] [lt=110][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.733620] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3417B-0-0] [lt=75][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"trg", column:"package_exec_env", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.738641] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078981876}], scn_array=[{val:1718692984445248648, v:0}], curr_size=122, accum_size=244, time_cost=108056) [2024-06-18 14:43:04.738643] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820972691}], scn_array=[{val:1718692984444731303, v:0}], curr_size=122, accum_size=1823, time_cost=167803) [2024-06-18 14:43:04.738643] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873717964}], scn_array=[{val:1718692984445248648, v:0}], curr_size=122, accum_size=860, time_cost=108084) [2024-06-18 14:43:04.738781] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050324, log_task={header:{begin_lsn:{lsn:683078981876}, end_lsn:{lsn:683078981998}, log_id:173050324, min_scn:{val:1718692984445248648, v:0}, max_scn:{val:1718692984445248648, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078981876}, data_checksum:2222604892, accum_checksum:4074970531, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984630553, freeze_ts:1718692984630556, submit_ts:1718692984630561, flushed_ts:1718692984738712, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:108151}, fs_cb_begin_ts=1718692984738765, log_life_time=108212) [2024-06-18 14:43:04.738844] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988263, log_task={header:{begin_lsn:{lsn:122820972691}, end_lsn:{lsn:122820972813}, log_id:217988263, min_scn:{val:1718692984444731303, v:0}, max_scn:{val:1718692984444731303, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820972691}, data_checksum:667309872, accum_checksum:3470859880, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984570789, freeze_ts:1718692984570794, submit_ts:1718692984570803, flushed_ts:1718692984738719, gen_to_freeze cost time:5, gen_to_submit cost time:14, submit_to_flush cost time:167916}, fs_cb_begin_ts=1718692984738821, log_life_time=168032) [2024-06-18 14:43:04.738928] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=77][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344764, log_task={header:{begin_lsn:{lsn:26873717964}, end_lsn:{lsn:26873718086}, log_id:174344764, min_scn:{val:1718692984445248648, v:0}, max_scn:{val:1718692984445248648, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873717964}, data_checksum:667309872, accum_checksum:3455511256, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984630514, freeze_ts:1718692984630519, submit_ts:1718692984630527, flushed_ts:1718692984738874, gen_to_freeze cost time:5, gen_to_submit cost time:13, submit_to_flush cost time:108347}, fs_cb_begin_ts=1718692984738911, log_life_time=108397) [2024-06-18 14:43:04.741398] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3417C-0-0] [lt=70][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.741449] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3417C-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.741469] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3417C-0-0] [lt=15][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.741486] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C3417C-0-0] [lt=13][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.742039] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1019][T1001_TenantMet][T1001][Y0-0000000000000000-0-0] [lt=73] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:813, free_obj_hold_cnt:29, allocator used:3347792, allocator total:3466624}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3466624, tablets_mem_limit=257698020, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:15, free_obj_hold_cnt:0, allocator used:38400, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=813) [2024-06-18 14:43:04.748502] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=46] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:04.758754] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34182-0-0] [lt=20][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.758938] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34182-0-0] [lt=58][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.764448] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=2) [2024-06-18 14:43:04.766508] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.783772] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3795) [2024-06-18 14:43:04.783823] INFO [LIB] stat (utility.h:1157) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=45] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=37, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:43:04.790109] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=38] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=98145, this=0xfffb79383a70, extra_info="") [2024-06-18 14:43:04.790144] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472615997}], scn_array=[{val:1718692984618021029, v:0}], curr_size=541, accum_size=3497, time_cost=154291) [2024-06-18 14:43:04.790181] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3497) [2024-06-18 14:43:04.790214] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=19, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:43:04.790274] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=55] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3497) [2024-06-18 14:43:04.790369] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=31] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=14, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:43:04.790394] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=115874, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:43:04.790409] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=17538, avg_log_gen_to_submit_time=17555, avg_log_submit_to_flush_time=98245, avg_log_submit_to_slide_time=98319) [2024-06-18 14:43:04.790383] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692984618021029, v:0}, log_ts:{val:1718692984618021029, v:0}, lsn:{lsn:71472616053}, submit_ts:1718692984618095}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005338}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=172283, ctx_lock_wait_time=2) [2024-06-18 14:43:04.790449] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703413, log_task={header:{begin_lsn:{lsn:71472615997}, end_lsn:{lsn:71472616538}, log_id:183703413, min_scn:{val:1718692984618021029, v:0}, max_scn:{val:1718692984618021029, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472615997}, data_checksum:3164320466, accum_checksum:492627477, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984618085, freeze_ts:1718692984635779, submit_ts:1718692984635795, flushed_ts:1718692984790227, gen_to_freeze cost time:17694, gen_to_submit cost time:17710, submit_to_flush cost time:154432}, fs_cb_begin_ts=1718692984790349, log_life_time=172264) [2024-06-18 14:43:04.790509] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=51] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=142, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:43:04.790580] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692984406009135, max_version=1718692984406009135 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692984205846186 and max_version = 1718692984205846186 ) [2024-06-18 14:43:04.793195] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=176768, time_dist: do_cluster_heartbeat=13, generate_cluster_version=174259) [2024-06-18 14:43:04.799612] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.780|208=1us|217=19.49ms|222=3us|total=19.57ms) [2024-06-18 14:43:04.799696] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=78][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.780|536=0us|557=6us|562=0us|total=19.61ms) [2024-06-18 14:43:04.799748] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=50][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.780|79=0us|total=19.66ms) [2024-06-18 14:43:04.802694] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=16] not leader, no need refresh error context(id_=1) [2024-06-18 14:43:04.802753] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=28] not leader, no need refresh error context(id_=1001) [2024-06-18 14:43:04.806538] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34194-0-0] [lt=37][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"oceanbase", table_name:"__ALL_VIRTUAL_LOCK_WAIT_STAT", column:"ROWKEY", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.813954] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34195-0-0] [lt=94][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"oceanbase", table_name:"__ALL_VIRTUAL_LOCK_WAIT_STAT", column:"ROWKEY", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.818463] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.818502] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.818649] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=24285686, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=107, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.820912] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=17] ====== checkpoint timer task ====== [2024-06-18 14:43:04.823134] WDIAG [SQL.RESV] resolve_table_column_ref (ob_select_resolver.cpp:4921) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C34197-0-0] [lt=86][errcode=-5217] resolve table column expr failed(ret=-5217, q_name={database_name:"", table_name:"a", column:"TENANT_ID", dblink_name:"", is_star:false, ref_expr:{item_type:"T_REF_COLUMN", result_type:{meta:{type:"", collation:"binary", coercibility:"NUMERIC"}, accuracy:{length:-1, precision:-1, scale:-1}, flag:0, calc_type:{type:"NULL", collation:"invalid_type", coercibility:"INVALID"}}, expr_info:["IS_COLUMN", "CNT_COLUMN"], rel_id:[], table_id:18446744073709551615, column_id:18446744073709551615, database_name:"", table_name:"", synonym_name:"", synonym_db_name:"", column_name:"", column_flags:0, enum_set_values:[], is_lob_column:false, is_joined_dup_column:false, is_unpivot_mocked_column:false, is_hidden:false, from_alias_table:false, is_rowkey_column:false, is_unique_key_column:false, is_mul_key_column:false, is_strict_json_column:0, srs_id:18446744073709551615, udt_set_id:0}, parents_expr_info:[], parent_aggr_level:-1, access_idents:[], current_resolve_level:1, is_access_root:true}, lbt()="") [2024-06-18 14:43:04.823700] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=31] succ to get rec scn(*this={this:0xfffb2e404030, ls_id:{id:1}, tenant_id:1002, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1714500002242053348, v:0}, last_push_gc_task_ts_:1718691650614579, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:04.823771] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=69] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb26d8c080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb26d8c080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:04.823832] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=48] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1704761405284380625, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:43:04.823940] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=33] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, min_rec_scn_tablet_ids=[], *this={this:0xfffb2eb526d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692980432726087, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718693000158286214, latest_log_ts:{val:1718692983943467591, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:04.824056] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=110] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xfffb2eb522f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xfffb2eb5c6d0, table_type:1, memtable_head:0, memtable_tail:1, t3m:0xfffb4cf52030, tables:[0xfffb26d7c080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xfffb2eb5e0d0, ls_tablet_svr:0xfffb2eb522d0, slice_allocator:0xfffb2eb5e150}, min_rec_scn={val:1714500007741716502, v:0}, ls_id_={id:1}) [2024-06-18 14:43:04.824120] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=51] get rec log scn(service_type_=0, rec_log_ts={val:1718692983943467591, v:0}) [2024-06-18 14:43:04.824143] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=22] get rec log scn(service_type_=1, rec_log_ts={val:1718692030158286216, v:0}) [2024-06-18 14:43:04.824167] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=11] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1714500007741716502, v:0}, checkpoint_scn_in_ls_meta={val:1714500007741716502, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:43:04.824211] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:22815621120}, new_base_lsn={lsn:22815621120}, lsn={lsn:22815621120}) [2024-06-18 14:43:04.824242] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=29] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:22815621120}, ls->get_ls_id()={id:1}) [2024-06-18 14:43:04.824453] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820972813}], scn_array=[{val:1718692984589105475, v:0}], curr_size=545, accum_size=2368, time_cost=85629) [2024-06-18 14:43:04.824621] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=66][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692984589105475, v:0}, log_ts:{val:1718692984589105475, v:0}, lsn:{lsn:122820972869}, submit_ts:1718692984589187}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007903}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=235429, ctx_lock_wait_time=1) [2024-06-18 14:43:04.824773] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=68] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:04.826828] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=239376, time_dist: do_cluster_heartbeat=11, generate_cluster_version=237494) [2024-06-18 14:43:04.826968] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=13] succ to get rec scn(*this={this:0xfffb2e4c6030, ls_id:{id:1001}, tenant_id:1002, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1710138988368555235, v:0}, last_push_gc_task_ts_:1718691650652235, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:04.827017] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=47] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb26d8cf90, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb26d8cf90, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1001}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:04.827062] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=37] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1704761405284380625, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1001}) [2024-06-18 14:43:04.827160] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=30] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, min_rec_scn_tablet_ids=[], *this={this:0xfffb2eb9a6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692979429559716, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692980432726087, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:04.827256] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=91] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="ALL_EMPTY", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]=NULL, min_rec_scn={val:4611686018427387903, v:0}, ls_id_={id:1001}) [2024-06-18 14:43:04.827297] INFO [PALF] get_binary_search_range_ (palf_handle_impl.cpp:1973) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=23] get_binary_search_range_(ret=0, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, min_block_id=9995, max_block_id=10179, result_block_id=274894685184, committed_lsn={lsn:683078981998}, scn={val:1718692984445248648, v:0}, last_locate_scn={val:18446744073709551615, v:3}, last_locate_block=274894685184) [2024-06-18 14:43:04.830666] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=36] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=860, avg_group_log_size=122) [2024-06-18 14:43:04.830721] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=49, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:43:04.830776] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:43:04.830803] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:43:04.830822] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=32, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:43:04.841691] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.830|208=1us|217=11.53ms|222=3us|total=11.58ms) [2024-06-18 14:43:04.841755] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.830|536=0us|557=5us|562=0us|total=11.63ms) [2024-06-18 14:43:04.841780] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.830|79=0us|total=11.65ms) [2024-06-18 14:43:04.843141] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=26] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=45, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:43:04.853376] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:519) [799][T1_HBService][T1][YB42C0A801CD-00061B241B52F12B-0-0] [lt=34] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-06-18 14:43:04.863474] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C341A4-0-0] [lt=84][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.866571] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.883328] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C341AA-0-0] [lt=40][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.883485] WDIAG [SQL.RESV] get_table_schema (ob_schema_checker.cpp:850) [442][RSAsyncTask1][T1001][YB42C0A801CD-00061B2419C341AA-0-0] [lt=43][errcode=-4002] invalid arguments(table_id=18446744073709551615, ret=-4002, lbt()="") [2024-06-18 14:43:04.893331] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=39] no need to update min/max version(new_version={val:1718692984406009135, v:0}, min_version={val:1718692984406009135, v:0}, max_version={val:1718692984406009135, v:0}) [2024-06-18 14:43:04.898796] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472616538}], scn_array=[{val:1718692984724209554, v:0}], curr_size=478, accum_size=478, time_cost=108440) [2024-06-18 14:43:04.898968] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703414, log_task={header:{begin_lsn:{lsn:71472616538}, end_lsn:{lsn:71472617016}, log_id:183703414, min_scn:{val:1718692984724209554, v:0}, max_scn:{val:1718692984724209554, v:0}, data_len:422, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472616538}, data_checksum:4284815767, accum_checksum:601870637, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984724357, freeze_ts:1718692984790313, submit_ts:1718692984790329, flushed_ts:1718692984898860, gen_to_freeze cost time:65956, gen_to_submit cost time:65972, submit_to_flush cost time:108531}, fs_cb_begin_ts=1718692984898949, log_life_time=174592) [2024-06-18 14:43:04.898975] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=72][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692984724209554, v:0}, log_ts:{val:1718692984724209554, v:0}, lsn:{lsn:71472616594}, submit_ts:1718692984724373}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005339}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=174599, ctx_lock_wait_time=1) [2024-06-18 14:43:04.914702] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=51] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505105, routine_name:"PROC_DRG_RPT_CMI_C2_FY", routine_type:1, overload:0, schema_version:1705039296971456}) [2024-06-18 14:43:04.918985] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:04.919024] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=36] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:04.919142] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=24185192, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=108, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:04.926964] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=34] no need to update min/max version(new_version={val:1718692984388991598, v:0}, min_version={val:1718692984388991598, v:0}, max_version={val:1718692984388991598, v:0}) [2024-06-18 14:43:04.941047] INFO [STORAGE.TRANS] run1 (ob_xa_trans_heartbeat_worker.cpp:83) [832][T1_ObXAHbWorker][T1][Y0-0000000000000000-0-0] [lt=44] XA scheduler heartbeat task statistics(avg_time=24) [2024-06-18 14:43:04.946173] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=21] get number(ret=0, service_type_=0, range=1, base_id=1718692984946167807, start_id=1718692984946167807, end_id=1718692984946167808) [2024-06-18 14:43:04.946218] INFO [STORAGE.TRANS] handle_request (ob_timestamp_service.cpp:110) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=39] handle gts request statistics(total_rt=588, total_cnt=60, avg_rt=9.639344262295081123e+00, avg_cnt=6.000000000000000000e+00) [2024-06-18 14:43:04.949175] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=55] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:04.959614] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=39][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:04.914|208=1us|217=44.82ms|222=4us|total=44.88ms) [2024-06-18 14:43:04.959681] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=61][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:04.914|536=0us|557=5us|562=0us|total=44.92ms) [2024-06-18 14:43:04.959705] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:04.914|79=0us|total=44.94ms) [2024-06-18 14:43:04.964557] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=35] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=1) [2024-06-18 14:43:04.965953] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [1279][T1002_LCLSender][T1002][Y0-0000000000000000-0-0] [lt=46] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb4ad262b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:43:04.966630] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:04.967464] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=89755, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:43:04.967462] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820973358}], scn_array=[{val:1718692984783676664, v:0}], curr_size=545, accum_size=2913, time_cost=142862) [2024-06-18 14:43:04.967461] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078981998}], scn_array=[{val:1718692984445248649, v:0}], curr_size=122, accum_size=366, time_cost=136670) [2024-06-18 14:43:04.967501] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873718086}], scn_array=[{val:1718692984445248649, v:0}], curr_size=122, accum_size=982, time_cost=136776) [2024-06-18 14:43:04.967536] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=33] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=982) [2024-06-18 14:43:04.967567] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=25, this=0xfffb481a0730, extra_info="") [2024-06-18 14:43:04.967591] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988265, log_task={header:{begin_lsn:{lsn:122820973358}, end_lsn:{lsn:122820973903}, log_id:217988265, min_scn:{val:1718692984783676664, v:0}, max_scn:{val:1718692984783676664, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820973358}, data_checksum:2786332496, accum_checksum:1607646888, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984783757, freeze_ts:1718692984824562, submit_ts:1718692984824575, flushed_ts:1718692984967521, gen_to_freeze cost time:40805, gen_to_submit cost time:40818, submit_to_flush cost time:142946}, fs_cb_begin_ts=1718692984967574, log_life_time=183817) [2024-06-18 14:43:04.967602] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692984783676664, v:0}, log_ts:{val:1718692984783676664, v:0}, lsn:{lsn:122820973414}, submit_ts:1718692984783844}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007904}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=183754, ctx_lock_wait_time=1) [2024-06-18 14:43:04.967615] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050325, log_task={header:{begin_lsn:{lsn:683078981998}, end_lsn:{lsn:683078982120}, log_id:173050325, min_scn:{val:1718692984445248649, v:0}, max_scn:{val:1718692984445248649, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078981998}, data_checksum:2222604892, accum_checksum:3401558927, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984830759, freeze_ts:1718692984830762, submit_ts:1718692984830768, flushed_ts:1718692984967531, gen_to_freeze cost time:3, gen_to_submit cost time:9, submit_to_flush cost time:136763}, fs_cb_begin_ts=1718692984967593, log_life_time=136834) [2024-06-18 14:43:04.967726] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=62] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=982) [2024-06-18 14:43:04.967733] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=54] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:04.967773] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:43:04.967798] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=102886, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:43:04.967811] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=12897, avg_log_gen_to_submit_time=12907, avg_log_submit_to_flush_time=89934, avg_log_submit_to_slide_time=89978) [2024-06-18 14:43:04.967826] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344765, log_task={header:{begin_lsn:{lsn:26873718086}, end_lsn:{lsn:26873718208}, log_id:174344765, min_scn:{val:1718692984445248649, v:0}, max_scn:{val:1718692984445248649, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873718086}, data_checksum:667309872, accum_checksum:75278191, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984830638, freeze_ts:1718692984830643, submit_ts:1718692984830653, flushed_ts:1718692984967693, gen_to_freeze cost time:5, gen_to_submit cost time:15, submit_to_flush cost time:137040}, fs_cb_begin_ts=1718692984967758, log_life_time=137120) [2024-06-18 14:43:04.967874] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=100, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:43:04.970848] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=18] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:43:04.970886] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=26] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:43:04.970931] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [840][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=39] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=269) [2024-06-18 14:43:04.998195] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=31] Slow write(duration=99157, write_len=4096) [2024-06-18 14:43:04.998235] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=38] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592132, offset=342090}, end_cursor:ObLogCursor{file_id=119, log_id=31592133, offset=342340}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac10050, len:1974, log_data_len:250, seq:31592132, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:05.009567] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=30] gc stale ls task succ [2024-06-18 14:43:05.010709] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=29][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:43:05.016611] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2605) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=33] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", [SlidingWindow]={palf_id:1, self:"192.168.1.205:2882", lsn_allocator:{max_log_id:183703415, max_lsn:71472617138, max_scn:{val:1718692984724209555, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:71469567519}, reuse_lsn:{lsn:71472617016}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:71469569194}}, last_submit_lsn:{lsn:71472617016}, last_submit_end_lsn:{lsn:71472617138}, last_submit_log_id:183703415, last_submit_log_pid:17, max_flushed_lsn:{lsn:71472616538}, max_flushed_end_lsn:{lsn:71472617016}, max_flushed_log_pid:17, committed_end_lsn:{lsn:71472617016}, last_slide_log_id:183703414, last_slide_scn:{val:1718692984724209554, v:0}, last_slide_lsn:{lsn:71472616538}, last_slide_end_lsn:{lsn:71472617016}, last_slide_log_pid:17, last_slide_log_accum_checksum:601870637, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffb79376630}, [StateMgr]={this:0xfffb7937b330, self:"192.168.1.205:2882", palf_id:1, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:17}, leader:"192.168.1.205:2882", leader_epoch:1, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:183703415, is_changing_config_with_arb:false, reconfirm_start_time_us:1718691649274896, palf_role_change_cb:0xfffb79382cb0, allow_vote:true}, [ConfigMgr]={palf_id:1, self:"192.168.1.205:2882", alive_paxos_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:17, prev:{version:1, config:{config_version:{proposal_id:16, config_seq:17}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:17, config_seq:18}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:16, prev_lsn:{lsn:71469567519}, prev_mode_pid:17}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:16, prev_lsn:{lsn:71469567519}, prev_end_lsn:{lsn:71469569194}, prev_mode_pid:17}, reconfig_barrier:{prev_log_proposal_id:16, prev_lsn:{lsn:71469567519}, prev_end_lsn:{lsn:71469569194}, prev_mode_pid:17}, persistent_config_version:{proposal_id:17, config_seq:18}, ms_ack_list:0, resend_config_version:{proposal_id:17, config_seq:18}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"default_region", paxos_member_region_map:{}, register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffb79378730}, [ModeMgr]={palf_id:1, self:"192.168.1.205:2882", applied_mode_meta:{version:1, proposal_id:17, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, accepted_mode_meta:{version:1, proposal_id:17, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, last_submit_mode_meta:{version:1, proposal_id:17, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, base_lsn_for_block_gc:{lsn:71332368384}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:17}, log_config_meta:{version:3, proposal_id:17, prev:{version:1, config:{config_version:{proposal_id:16, config_seq:17}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:17, config_seq:18}, log_sync_memberlist:1{server:"192.168.1.205:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:16, prev_lsn:{lsn:71469567519}, prev_mode_pid:17}, log_snapshot_meta:{version:1, base_lsn:{lsn:71332368384}, prev_log_info:{log_id:-1, lsn:{lsn:18446744073709551615}, scn:{val:18446744073709551615, v:3}, log_proposal_id:9223372036854775807, accum_checksum:-1}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:17, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}}, log_meta_storage:{log_tail:{lsn:1413120}, readable_log_tail:{lsn:1413120}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:71533682688}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1/1/meta", dir_fd:184, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:65691648, block_header_serialize_buf_:0xfffb7937daf8, flashback_version:0}, log_storage:{log_tail:{lsn:71472617016}, readable_log_tail:{lsn:71472617016}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:1065, palf_id:1}, block_mgr:{log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1/1/log", dir_fd:186, min_block_id:910, max_block_id:1066, curr_writable_block_id:1065}, logical_block_size_:67104768, curr_block_writable_size_:61065672, block_header_serialize_buf_:0xfffb7937fa78, flashback_version:0}, palf_epoch:1, last_purge_throttling_ts:1718691649274972, this:0xfffb7937bbb0}, [Reconfirm]={palf_id:1, self:"192.168.1.205:2882", state:"FINISHED", new_proposal_id:17, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.1.205:2882", majority_max_accept_pid:16, majority_max_lsn:{lsn:71469569194}, saved_end_lsn:{lsn:71469569194}, last_submit_prepare_req_time_us:1718691649275492, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffb7937b4b0}) [2024-06-18 14:43:05.016952] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2609) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=332] [PALF_DUMP](palf_id=1, self="192.168.1.205:2882", ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692984898893, last_flushed_end_lsn:{lsn:71472617016}}]) [2024-06-18 14:43:05.016982] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4173) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=25] current log_task status(palf_id=1, self="192.168.1.205:2882", log_id=183703415, log_task={header:{begin_lsn:{lsn:71472617016}, end_lsn:{lsn:71472617138}, log_id:183703415, min_scn:{val:1718692984724209555, v:0}, max_scn:{val:1718692984724209555, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472617016}, data_checksum:667309872, accum_checksum:2174459161, is_padding_log:false, is_raw_write:false}, state_map:{val:30}, ref_cnt:0, gen_ts:1718692984843125, freeze_ts:1718692984898909, submit_ts:1718692984898929, flushed_ts:-1, gen_to_freeze cost time:55784, gen_to_submit cost time:55804, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.1.205:2882", timestamp:1, flag:0}, last_ack_time_us:1718692984898893, last_flushed_end_lsn:{lsn:71472617016}}]) [2024-06-18 14:43:05.018940] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472617016}], scn_array=[{val:1718692984724209555, v:0}], curr_size=122, accum_size=600, time_cost=119986) [2024-06-18 14:43:05.019093] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=58] [APPLY STAT CB APPEND COST TIME](cur_stat_count=27, stat_interval=5000000, avg (count/cost)=45, this=0xfffb67fe4440, extra_info="") [2024-06-18 14:43:05.019081] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703415, log_task={header:{begin_lsn:{lsn:71472617016}, end_lsn:{lsn:71472617138}, log_id:183703415, min_scn:{val:1718692984724209555, v:0}, max_scn:{val:1718692984724209555, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472617016}, data_checksum:667309872, accum_checksum:2174459161, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984843125, freeze_ts:1718692984898909, submit_ts:1718692984898929, flushed_ts:1718692985019003, gen_to_freeze cost time:55784, gen_to_submit cost time:55804, submit_to_flush cost time:120074}, fs_cb_begin_ts=1718692985019062, log_life_time=175937) [2024-06-18 14:43:05.019127] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=33] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=27, stat_interval=5000000, avg (count/cost)=122300, this=0xfffb67fe4670, extra_info="") [2024-06-18 14:43:05.019151] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=23] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=27, stat_interval=5000000, avg (count/cost)=0, this=0xfffb67fe48a0, extra_info="") [2024-06-18 14:43:05.019172] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=20] [APPLY STAT CB EXECUTE TIME](cur_stat_count=27, stat_interval=5000000, avg (count/cost)=-430, this=0xfffb67fe4ad0, extra_info="") [2024-06-18 14:43:05.019185] INFO [LIB] stat (utility.h:1157) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=12] [APPLY STAT CB TOTAL TIME](cur_stat_count=27, stat_interval=5000000, avg (count/cost)=121915, this=0xfffb67fe4d00, extra_info="") [2024-06-18 14:43:05.019235] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:108, local_retry_times:108, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:05.019280] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.019302] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.019318] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:05.019350] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:05.019598] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.019632] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.019660] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:05.019693] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:05.019719] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=24][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:05.019736] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:05.019750] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:05.019774] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:05.019790] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:05.019802] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:05.019820] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:05.019831] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:05.019850] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:05.019865] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:05.019882] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:05.019904] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:05.019924] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.019939] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.019957] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:05.019970] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:05.019988] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:05.020000] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=109, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:05.020035] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23] will sleep(sleep_us=100000, remain_us=24084299, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=109, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.029034] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.966|208=0us|217=28.06ms|222=2us|total=28.11ms) [2024-06-18 14:43:05.029097] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.960|536=1us|557=4us|562=1us|total=28.15ms) [2024-06-18 14:43:05.029119] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=20][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.960|79=0us|total=28.17ms) [2024-06-18 14:43:05.030782] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=860) [2024-06-18 14:43:05.036914] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=27] ====== traversal_flush timer task ====== [2024-06-18 14:43:05.037169] INFO [MDS] flush (mds_table_mgr.cpp:240) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=23] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:1718647494967744305, v:0}, max_consequent_callbacked_scn={val:1718692984724209555, v:0}, *this={this:0xfffb67fa66d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718693001039088806, latest_log_ts:{val:1718692984406009134, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:05.037295] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [838][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=114] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-06-18 14:43:05.043289] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=37] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=3556, avg_group_log_size=395) [2024-06-18 14:43:05.043333] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=36] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3556) [2024-06-18 14:43:05.043988] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=35] Slow write(duration=45695, write_len=4096) [2024-06-18 14:43:05.044015] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=26] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592133, offset=342340}, end_cursor:ObLogCursor{file_id=119, log_id=31592134, offset=342590}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac14050, len:1724, log_data_len:250, seq:31592133, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:05.044087] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:186) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=34] [CHECKPOINT] update clog checkpoint successfully(clog_checkpoint_lsn={lsn:683059433472}, checkpoint_scn={val:1718692984445248648, v:0}, ls_id={id:1001}, service_type="MAX_DECIDED_SCN") [2024-06-18 14:43:05.044141] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:683059433472}, new_base_lsn={lsn:683059433472}, lsn={lsn:683059433472}) [2024-06-18 14:43:05.044172] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=28] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:683059433472}, ls->get_ls_id()={id:1001}) [2024-06-18 14:43:05.044216] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [1287][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=41] succeed to update_clog_checkpoint(ret=0, ls_cnt=2) [2024-06-18 14:43:05.045184] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=263212, time_dist: do_cluster_heartbeat=18, generate_cluster_version=185921) [2024-06-18 14:43:05.066689] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.076119] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820973903}], scn_array=[{val:1718692984946283948, v:0}], curr_size=122, accum_size=3035, time_cost=105035) [2024-06-18 14:43:05.076257] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=58] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=4047, avg_group_log_size=505) [2024-06-18 14:43:05.076312] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988266, log_task={header:{begin_lsn:{lsn:122820973903}, end_lsn:{lsn:122820974025}, log_id:217988266, min_scn:{val:1718692984946283948, v:0}, max_scn:{val:1718692984946283948, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820973903}, data_checksum:667309872, accum_checksum:1923445328, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692984971035, freeze_ts:1718692984971042, submit_ts:1718692984971053, flushed_ts:1718692985076182, gen_to_freeze cost time:7, gen_to_submit cost time:18, submit_to_flush cost time:105129}, fs_cb_begin_ts=1718692985076297, log_life_time=105262) [2024-06-18 14:43:05.085314] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.683|208=1us|217=16.98ms|222=1us|total=17.02ms) [2024-06-18 14:43:05.085374] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.683|536=0us|557=6us|562=0us|total=17.07ms) [2024-06-18 14:43:05.085403] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.683|79=0us|total=17.09ms) [2024-06-18 14:43:05.094806] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCDE-0-0] [lt=35] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:05.094963] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36] get number(ret=0, service_type_=0, range=1, base_id=1718692985094959449, start_id=1718692985094959449, end_id=1718692985094959450) [2024-06-18 14:43:05.112316] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=30] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:05.114814] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=30] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=87048, mem_used=137263104) [2024-06-18 14:43:05.116665] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [720][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=45] LogLoopThread round_cost_time(us)(round_cost_time=435) [2024-06-18 14:43:05.120120] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:109, local_retry_times:109, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:05.120167] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.120187] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.120198] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:05.120226] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:05.120460] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.120493] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.120518] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:05.120538] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:05.120559] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:05.120579] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:05.120595] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:05.120609] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:05.120626] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:05.120638] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:05.120647] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:05.120658] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:05.120672] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:05.120683] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:05.120698] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:05.120716] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:05.120732] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.120746] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.120762] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:05.120773] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:05.120790] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:05.120802] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=110, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:05.120833] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=23983502, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=110, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.128525] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD37-0-0] [lt=36][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:05.129089] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=47] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.129985] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.129995] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.130024] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.130281] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.130515] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=30] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.130702] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=32] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.133080] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=165] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:43:05.133388] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472617138}], scn_array=[{val:1718692984946167807, v:0}], curr_size=122, accum_size=722, time_cost=90080) [2024-06-18 14:43:05.133380] INFO [PALF] inner_write_once_ (log_block_handler.cpp:411) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=31815104, this={dio_aligned_buf:{buf_write_offset:1594, buf_padding_size:2502, align_size:4096, aligned_buf_size:2125824, aligned_used_ts:9066, truncate_used_ts:1923}, log_block_size:67108864, dir_fd:212, io_fd:213}, aligned_buf_len=4096, aligned_buf="", aligned_block_offset=31813632, buf_len=122, total_write_size_=9952, total_write_size_after_dio_=299008, ob_pwrite_used_ts=6734154, count=70, each_pwrite_cost=96202) [2024-06-18 14:43:05.133385] INFO [PALF] inner_write_once_ (log_block_handler.cpp:411) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=19552744, this={dio_aligned_buf:{buf_write_offset:2658, buf_padding_size:1438, align_size:4096, aligned_buf_size:2125824, aligned_used_ts:8988, truncate_used_ts:1909}, log_block_size:67108864, dir_fd:216, io_fd:217}, aligned_buf_len=4096, aligned_buf="", aligned_block_offset=19550208, buf_len=122, total_write_size_=8521, total_write_size_after_dio_=294912, ob_pwrite_used_ts=6646860, count=70, each_pwrite_cost=94955) [2024-06-18 14:43:05.133435] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873718208}], scn_array=[{val:1718692984946806782, v:0}], curr_size=122, accum_size=122, time_cost=102622) [2024-06-18 14:43:05.133435] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078982120}], scn_array=[{val:1718692984946806782, v:0}], curr_size=122, accum_size=488, time_cost=102564) [2024-06-18 14:43:05.133565] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050326, log_task={header:{begin_lsn:{lsn:683078982120}, end_lsn:{lsn:683078982242}, log_id:173050326, min_scn:{val:1718692984946806782, v:0}, max_scn:{val:1718692984946806782, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078982120}, data_checksum:2222604892, accum_checksum:3355916455, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985030843, freeze_ts:1718692985030846, submit_ts:1718692985030852, flushed_ts:1718692985133489, gen_to_freeze cost time:3, gen_to_submit cost time:9, submit_to_flush cost time:102637}, fs_cb_begin_ts=1718692985133546, log_life_time=102703) [2024-06-18 14:43:05.133710] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=72][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344766, log_task={header:{begin_lsn:{lsn:26873718208}, end_lsn:{lsn:26873718330}, log_id:174344766, min_scn:{val:1718692984946806782, v:0}, max_scn:{val:1718692984946806782, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873718208}, data_checksum:667309872, accum_checksum:3106709463, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985030752, freeze_ts:1718692985030757, submit_ts:1718692985030766, flushed_ts:1718692985133651, gen_to_freeze cost time:5, gen_to_submit cost time:14, submit_to_flush cost time:102885}, fs_cb_begin_ts=1718692985133689, log_life_time=102937) [2024-06-18 14:43:05.145308] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=32] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692984445248647, v:0}, base_version={val:1718692984445248647, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692984445248647, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692985145281, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:05.145363] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=53] no need to update min/max version(new_version={val:1718692984445248647, v:0}, min_version={val:1718692984445248647, v:0}, max_version={val:1718692984445248647, v:0}) [2024-06-18 14:43:05.149747] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=39] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:05.158980] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [1056][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=22] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:43:05.159022] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [1056][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=27] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=266) [2024-06-18 14:43:05.164663] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=33] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=0) [2024-06-18 14:43:05.166748] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.170722] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:647) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=39] Cache wash clean map node details(ret=0, clean_node_count=0, clean_time=20932, clean_start_pos=7400000, clean_num=200000) [2024-06-18 14:43:05.176752] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.146|208=1us|217=30.34ms|222=2us|total=30.39ms) [2024-06-18 14:43:05.176810] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.146|536=0us|557=4us|562=0us|total=30.43ms) [2024-06-18 14:43:05.176838] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.146|79=0us|total=30.45ms) [2024-06-18 14:43:05.201966] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=121207, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:43:05.202001] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820974025}], scn_array=[{val:1718692985016120288, v:0}], curr_size=1012, accum_size=4047, time_cost=125699) [2024-06-18 14:43:05.202053] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=50] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=4047) [2024-06-18 14:43:05.202081] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=18, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:43:05.202136] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=46] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=4047) [2024-06-18 14:43:05.202211] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=28] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=13, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:43:05.202234] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=172467, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:43:05.202254] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=51057, avg_log_gen_to_submit_time=51073, avg_log_submit_to_flush_time=121309, avg_log_submit_to_slide_time=121394) [2024-06-18 14:43:05.202227] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985016120288, v:0}, log_ts:{val:1718692985016120288, v:0}, lsn:{lsn:122820974081}, submit_ts:1718692985016247}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007905}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=185975, ctx_lock_wait_time=1) [2024-06-18 14:43:05.202278] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988267, log_task={header:{begin_lsn:{lsn:122820974025}, end_lsn:{lsn:122820975037}, log_id:217988267, min_scn:{val:1718692985016120288, v:0}, max_scn:{val:1718692985016120288, v:0}, data_len:956, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820974025}, data_checksum:1505660952, accum_checksum:955642242, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985016229, freeze_ts:1718692985076224, submit_ts:1718692985076243, flushed_ts:1718692985202089, gen_to_freeze cost time:59995, gen_to_submit cost time:60014, submit_to_flush cost time:125846}, fs_cb_begin_ts=1718692985202197, log_life_time=185968) [2024-06-18 14:43:05.202330] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=45] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=157, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:43:05.213969] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=24] ====== tenant freeze timer task ====== [2024-06-18 14:43:05.214559] INFO [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:249) [812][T1_RFLWorker][T1][YB42C0A801CD-00061B241442EEE7-0-0] [lt=28] ObRemoteFetchWorker is running(thread_index=0) [2024-06-18 14:43:05.215124] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 29139.00) [2024-06-18 14:43:05.215156] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=25] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:05.215275] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=46] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.99, rt: 72350.00) [2024-06-18 14:43:05.215301] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 23.89, rt: 12607.17) [2024-06-18 14:43:05.215319] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 64000.00, iops: 47.78, rt: 14430.38) [2024-06-18 14:43:05.215335] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12635040, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:05.215370] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215391] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215408] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215424] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215439] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215455] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215471] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215486] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215502] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215517] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215533] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215549] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215565] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215581] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215596] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.215612] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:05.220918] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:110, local_retry_times:110, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:05.220969] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.221008] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.221022] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:05.221052] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:05.221331] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.221365] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.221387] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:05.221408] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:05.221429] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:05.221449] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:05.221466] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:05.221480] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:05.221497] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:05.221507] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:05.221523] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:05.221533] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:05.221549] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:05.221560] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:05.221575] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:05.221594] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:05.221611] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.221625] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.221642] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:05.221653] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:05.221670] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:05.221682] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=111, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:05.221715] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=23882620, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=111, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.240252] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=34] gc stale ls task succ [2024-06-18 14:43:05.245311] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.213|208=1us|217=32.20ms|222=2us|total=32.26ms) [2024-06-18 14:43:05.245377] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.213|536=0us|557=5us|562=0us|total=32.30ms) [2024-06-18 14:43:05.245429] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=50][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.213|79=0us|total=32.35ms) [2024-06-18 14:43:05.250920] INFO [STORAGE] runTimerTask (ob_tenant_tablet_scheduler.cpp:189) [1301][T1002_InfoPoolR][T1002][Y0-0000000000000000-0-0] [lt=30] InfoPoolResizeTask(cost_ts=14) [2024-06-18 14:43:05.261435] INFO [STORAGE.TRANS] print_statistics (ob_xa_define.cpp:467) [1282][T1002_ObXAHbWor][T1002][Y0-0000000000000000-0-0] [lt=51] xa statistics(total_active_xa_ctx_count=0, total_standby_clearup_count=0, total_success_xa_start=0, total_failure_xa_start=0, total_success_xa_prepare=0, total_failure_xa_prepare=0, total_success_xa_1pc_commit=0, total_failure_xa_1pc_commit=0, total_success_xa_2pc_commit=0, total_failure_xa_2pc_commit=0, total_failure_xa_rollback=0, total_success_dblink_promotion=0, total_failure_dblink_promotion=0, total_success_dblink=0, total_failure_dblink=0) [2024-06-18 14:43:05.264441] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=35] ====== check clog disk timer task ====== [2024-06-18 14:43:05.264480] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=25] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=2450) [2024-06-18 14:43:05.264514] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=14] cannot_recycle_log_size statistics(cannot_recycle_log_size=220563901, threshold=966367641, need_update_checkpoint_scn=false) [2024-06-18 14:43:05.266810] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.270615] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472617260}], scn_array=[{val:1718692985094959449, v:0}], curr_size=541, accum_size=1263, time_cost=137080) [2024-06-18 14:43:05.270783] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703417, log_task={header:{begin_lsn:{lsn:71472617260}, end_lsn:{lsn:71472617801}, log_id:183703417, min_scn:{val:1718692985094959449, v:0}, max_scn:{val:1718692985094959449, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472617260}, data_checksum:1293374473, accum_checksum:975870265, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985095059, freeze_ts:1718692985133495, submit_ts:1718692985133510, flushed_ts:1718692985270685, gen_to_freeze cost time:38436, gen_to_submit cost time:38451, submit_to_flush cost time:137175}, fs_cb_begin_ts=1718692985270767, log_life_time=175708) [2024-06-18 14:43:05.270796] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985094959449, v:0}, log_ts:{val:1718692985094959449, v:0}, lsn:{lsn:71472617316}, submit_ts:1718692985095070}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005340}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=175722, ctx_lock_wait_time=1) [2024-06-18 14:43:05.270953] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692984724209554, max_version=1718692984724209554 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692984406009135 and max_version = 1718692984406009135 ) [2024-06-18 14:43:05.271065] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=21] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1718692984724209554, v:0}, new_max_version={val:1718692984724209554, v:0}, last_min_version={val:1718692984406009135, v:0}, last_max_version={val:1718692984406009135, v:0}, total_time_us=177617, delta_us=546853) [2024-06-18 14:43:05.271101] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1, current_version={val:1718692984724209554, v:0}, min_version={val:1718692984724209554, v:0}, max_version={val:1718692984724209554, v:0}, in_service=true, leader_epoch=17) [2024-06-18 14:43:05.271220] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=177809, time_dist: do_cluster_heartbeat=10, generate_cluster_version=177713) [2024-06-18 14:43:05.301226] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=35] Slow write(duration=98672, write_len=4096) [2024-06-18 14:43:05.301262] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592134, offset=342590}, end_cursor:ObLogCursor{file_id=119, log_id=31592135, offset=342840}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac18050, len:1474, log_data_len:250, seq:31592134, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:05.302404] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=57071, time_dist: do_cluster_heartbeat=12) [2024-06-18 14:43:05.319125] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=29] gc stale ls task succ [2024-06-18 14:43:05.321802] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:111, local_retry_times:111, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:05.321847] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.321867] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.321878] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:05.321906] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:05.322150] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.322182] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.322206] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:05.322225] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:05.322246] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:05.322265] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:05.322281] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:05.322295] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:05.322291] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [829][T1_LCLSender][T1][Y0-0000000000000000-0-0] [lt=43] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb7d3ca2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:43:05.322311] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:05.322321] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:05.322330] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:05.322346] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:05.322356] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:05.322372] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:05.322383] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:05.322407] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:05.322425] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.322439] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.322455] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:05.322466] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:05.322483] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:05.322496] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=112, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:05.322528] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=23781807, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=112, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.328010] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A5-0-0] [lt=42] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:05.328914] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A5-0-0] [lt=43] get number(ret=0, service_type_=0, range=1, base_id=1718692985328909793, start_id=1718692985328909793, end_id=1718692985328909794) [2024-06-18 14:43:05.345011] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820975037}], scn_array=[{val:1718692985128624625, v:0}], curr_size=545, accum_size=545, time_cost=142808) [2024-06-18 14:43:05.345189] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985128624625, v:0}, log_ts:{val:1718692985128624625, v:0}, lsn:{lsn:122820975093}, submit_ts:1718692985128697}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007906}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=216489, ctx_lock_wait_time=1) [2024-06-18 14:43:05.345180] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988268, log_task={header:{begin_lsn:{lsn:122820975037}, end_lsn:{lsn:122820975582}, log_id:217988268, min_scn:{val:1718692985128624625, v:0}, max_scn:{val:1718692985128624625, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820975037}, data_checksum:1166055265, accum_checksum:1654579889, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985128686, freeze_ts:1718692985202170, submit_ts:1718692985202183, flushed_ts:1718692985345084, gen_to_freeze cost time:73484, gen_to_submit cost time:73497, submit_to_flush cost time:142901}, fs_cb_begin_ts=1718692985345165, log_life_time=216479) [2024-06-18 14:43:05.347260] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=220217, time_dist: do_cluster_heartbeat=13, generate_cluster_version=218338) [2024-06-18 14:43:05.349553] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=29] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.349553] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.350032] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.350405] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=28] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.350608] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=29] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.350718] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=27] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.350814] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=31] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.350860] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=92] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.350935] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=38] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.351074] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=28] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.351238] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=30] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.351314] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=17] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.351318] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.351405] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.351407] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.351588] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=29] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.351745] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=31] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:05.352073] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:213) [1261][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=19] start to check and clear obj lock(ls->get_ls_id()={id:1}) [2024-06-18 14:43:05.352280] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:213) [1261][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=31] start to check and clear obj lock(ls->get_ls_id()={id:1001}) [2024-06-18 14:43:05.357432] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873718330}], scn_array=[{val:1718692984946806783, v:0}], curr_size=122, accum_size=244, time_cost=126509) [2024-06-18 14:43:05.357570] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344767, log_task={header:{begin_lsn:{lsn:26873718330}, end_lsn:{lsn:26873718452}, log_id:174344767, min_scn:{val:1718692984946806783, v:0}, max_scn:{val:1718692984946806783, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873718330}, data_checksum:667309872, accum_checksum:2153665932, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985230873, freeze_ts:1718692985230878, submit_ts:1718692985230888, flushed_ts:1718692985357504, gen_to_freeze cost time:5, gen_to_submit cost time:15, submit_to_flush cost time:126616}, fs_cb_begin_ts=1718692985357552, log_life_time=126679) [2024-06-18 14:43:05.357612] INFO [LIB] stat (utility.h:1157) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=23] [APPLY STAT CB APPEND COST TIME](cur_stat_count=15, stat_interval=5000000, avg (count/cost)=50, this=0xfffb309f8440, extra_info="") [2024-06-18 14:43:05.357639] INFO [LIB] stat (utility.h:1157) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=26] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=15, stat_interval=5000000, avg (count/cost)=95609, this=0xfffb309f8670, extra_info="") [2024-06-18 14:43:05.357653] INFO [LIB] stat (utility.h:1157) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=13] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=15, stat_interval=5000000, avg (count/cost)=0, this=0xfffb309f88a0, extra_info="") [2024-06-18 14:43:05.357664] INFO [LIB] stat (utility.h:1157) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=10] [APPLY STAT CB EXECUTE TIME](cur_stat_count=15, stat_interval=5000000, avg (count/cost)=-595, this=0xfffb309f8ad0, extra_info="") [2024-06-18 14:43:05.357676] INFO [LIB] stat (utility.h:1157) [1319][T1002_ApplySrv3][T1002][Y0-0000000000000000-0-0] [lt=11] [APPLY STAT CB TOTAL TIME](cur_stat_count=15, stat_interval=5000000, avg (count/cost)=95065, this=0xfffb309f8d00, extra_info="") [2024-06-18 14:43:05.366872] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.368568] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=18] ====== traversal_flush timer task ====== [2024-06-18 14:43:05.368738] INFO [MDS] flush (mds_table_mgr.cpp:213) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=23] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:4611686018427387903, v:0}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffb2eb526d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692981937264381, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718693000158286214, latest_log_ts:{val:1718692983943467591, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:05.368967] INFO [MDS] flush (mds_table_mgr.cpp:213) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=111] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1001}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:4611686018427387903, v:0}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffb2eb9a6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692984445248648, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692981937264381, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:05.369057] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [1288][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=85] succeed to traversal_flush(ret=0, ls_cnt=2) [2024-06-18 14:43:05.371062] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=24] ====== tenant freeze timer task ====== [2024-06-18 14:43:05.371391] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=34] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:05.374591] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:697) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] Cache replace map node details(ret=0, replace_node_count=0, replace_time=9829, replace_start_pos=10800000, replace_num=100000) [2024-06-18 14:43:05.374640] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=46] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=10) [2024-06-18 14:43:05.375527] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=32] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:05.376741] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.354|208=1us|217=22.52ms|222=2us|total=22.58ms) [2024-06-18 14:43:05.376810] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=63][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.354|536=0us|557=4us|562=0us|total=22.62ms) [2024-06-18 14:43:05.376842] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.354|79=0us|total=22.65ms) [2024-06-18 14:43:05.380425] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078982242}], scn_array=[{val:1718692984946806783, v:0}], curr_size=122, accum_size=610, time_cost=149470) [2024-06-18 14:43:05.380571] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050327, log_task={header:{begin_lsn:{lsn:683078982242}, end_lsn:{lsn:683078982364}, log_id:173050327, min_scn:{val:1718692984946806783, v:0}, max_scn:{val:1718692984946806783, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078982242}, data_checksum:2222604892, accum_checksum:534286028, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985230917, freeze_ts:1718692985230920, submit_ts:1718692985230925, flushed_ts:1718692985380500, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:149575}, fs_cb_begin_ts=1718692985380554, log_life_time=149637) [2024-06-18 14:43:05.391536] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA47-0-0] [lt=19][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:43:05.391581] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA47-0-0] [lt=41][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:05.394232] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:05.394270] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:05.394404] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:05.394434] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:05.394461] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:05.394483] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:05.394508] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:05.394534] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:05.394554] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:05.394573] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:43:05.394599] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:43:05.394620] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=18, mem_used=16637952) [2024-06-18 14:43:05.394651] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] release old cannot free more memory [2024-06-18 14:43:05.394667] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=47, size_used=0, mem_used=16637952) [2024-06-18 14:43:05.405497] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1202][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=63] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:1412, free_obj_hold_cnt:3, allocator used:5626040, allocator total:5821312}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:2, free_obj_hold_cnt:1, allocator used:196773, allocator total:196773}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=6018085, tablets_mem_limit=2319282340, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:8, free_obj_hold_cnt:0, allocator used:20480, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=1414) [2024-06-18 14:43:05.410931] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [917][T1001_Occam][T1001][YB42C0A801CD-00061B2415C2F318-0-0] [lt=26] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:05.411103] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411146] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=41][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411121] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=40][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:663982, tid:1306}]) [2024-06-18 14:43:05.411160] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411175] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411195] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411208] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411226] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411239] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411257] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411270] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411281] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411300] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411313] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411333] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411346] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411365] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411377] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411396] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411409] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411428] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411441] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411459] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411472] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411491] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411503] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411522] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411534] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411552] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411565] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411584] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411597] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411615] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411628] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411646] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411660] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411678] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411690] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411708] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411721] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411739] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411751] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411770] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411782] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411801] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411813] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411832] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411845] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411863] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411876] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411895] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411908] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411927] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411940] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411958] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411971] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.411990] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412002] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412021] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412034] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412053] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412066] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412084] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412097] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412115] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412128] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412146] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412160] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412178] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412191] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412210] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412223] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412242] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412255] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412273] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412286] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412304] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412317] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412335] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412348] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412367] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412379] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412398] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412411] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412429] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412442] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412460] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412473] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412492] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412505] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412523] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412535] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412554] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412568] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412586] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412599] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412618] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412631] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412650] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412662] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412681] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412694] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412713] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412725] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412744] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412757] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412775] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412788] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412801] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412819] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412832] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412851] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412864] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412882] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412895] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412914] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412926] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412945] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412958] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412977] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.412990] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413008] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413021] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413040] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413053] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413071] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413084] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413103] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413116] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413135] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413148] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413167] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413180] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413199] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413212] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413231] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413244] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413263] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413276] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413294] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413307] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413326] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413339] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413358] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413371] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413390] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413403] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413422] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413435] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413454] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413467] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413486] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413499] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413518] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413531] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413549] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413562] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413581] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413594] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413613] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413626] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413645] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413657] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413676] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413689] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413708] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413722] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413740] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413753] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413772] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413785] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413804] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413817] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413835] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413848] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413867] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413880] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413898] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413911] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413929] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413942] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413960] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413974] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.413992] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414005] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414024] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414036] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414055] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414067] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414085] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414098] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414116] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414130] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414148] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414161] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414180] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414192] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414211] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414224] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414243] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414256] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:05.414274] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:05.415206] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [890][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F128-0-0] [lt=29] [RS_MGR] force set rs list(master_rs="192.168.1.205:2882") [2024-06-18 14:43:05.415244] INFO [SERVER] handle_heartbeat (ob_service.cpp:3058) [890][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F128-0-0] [lt=28] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.1.205:2882", server_id:1, rs_addr:"192.168.1.205:2882", rs_server_status:1, epoch_id:17}, hb_response={zone:"META_ZONE_1", server:"192.168.1.205:2882", sql_port:2881, build_version:"4.2.1.1_101000062023103122-34e6ed68f3db97700b665a618fc3801f6b109124(Oct 31 2023 22:22:10)", start_service_time:1718692739748775, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=39) [2024-06-18 14:43:05.422619] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:112, local_retry_times:112, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:05.422678] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=53][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.422695] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.422713] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:05.422748] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:05.423102] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.423139] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.423167] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:05.423190] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:05.423234] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:05.423257] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:05.423274] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:05.423292] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:05.423310] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:05.423323] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:05.423339] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:05.423349] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:05.423375] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:05.423395] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:05.423406] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:05.423433] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:05.423453] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.423473] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.423491] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:05.423510] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:05.423528] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:05.423547] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=113, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:05.423584] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23] will sleep(sleep_us=100000, remain_us=23680753, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=113, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.425006] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=22] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=151, mem_used=37435392) [2024-06-18 14:43:05.425039] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472617801}], scn_array=[{val:1718692985094959450, v:0}], curr_size=122, accum_size=1385, time_cost=154268) [2024-06-18 14:43:05.425068] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=34] release old cannot free more memory [2024-06-18 14:43:05.425082] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=77, size_used=0, mem_used=37435392) [2024-06-18 14:43:05.425241] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=61][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703418, log_task={header:{begin_lsn:{lsn:71472617801}, end_lsn:{lsn:71472617923}, log_id:183703418, min_scn:{val:1718692985094959450, v:0}, max_scn:{val:1718692985094959450, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472617801}, data_checksum:667309872, accum_checksum:1745846247, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985243361, freeze_ts:1718692985270732, submit_ts:1718692985270747, flushed_ts:1718692985425112, gen_to_freeze cost time:27371, gen_to_submit cost time:27386, submit_to_flush cost time:154365}, fs_cb_begin_ts=1718692985425220, log_life_time=181859) [2024-06-18 14:43:05.430540] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:05.430576] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:05.430710] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:05.430737] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:05.430762] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:05.430785] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:05.430809] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:05.430836] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:05.430848] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:05.430861] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=10] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1002) [2024-06-18 14:43:05.430874] WDIAG [SQL.PC] run_plan_cache_task (ob_plan_cache.cpp:2614) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] fail to update plan cache memory sys val(ret=-4152) [2024-06-18 14:43:05.430890] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=11] start lib cache evict(tenant_id=1002, mem_hold=16777216, mem_limit=579820585, cache_obj_num=54, cache_node_num=54) [2024-06-18 14:43:05.430913] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=18] end lib cache evict(tenant_id=1002, cache_evict_num=0, mem_hold=16777216, mem_limit=579820585, cache_obj_num=54, cache_node_num=54) [2024-06-18 14:43:05.430931] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=16] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:05.433893] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.415|208=1us|217=17.92ms|222=2us|total=17.99ms) [2024-06-18 14:43:05.433977] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=77][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.415|536=0us|557=5us|562=0us|total=18.04ms) [2024-06-18 14:43:05.434002] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.415|79=0us|total=18.05ms) [2024-06-18 14:43:05.437804] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:778) [718][T1_PalfGC][T1][Y0-0000000000000000-0-0] [lt=46] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):197, sequence:1}) [2024-06-18 14:43:05.437915] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=13] Dumping All Cache Objs(alloc_obj_list.count()=54, alloc_obj_list=[{obj_id:1, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108434}, {obj_id:2, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:3, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108320}, {obj_id:5, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:368023}, {obj_id:6, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:7, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:8, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:9, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:10, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:12, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113793}, {obj_id:13, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116487}, {obj_id:16, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:18, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110311}, {obj_id:19, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116057}, {obj_id:20, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109612}, {obj_id:21, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:24, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112993}, {obj_id:27, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156796}, {obj_id:31, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105807}, {obj_id:33, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125346}, {obj_id:39, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126915}, {obj_id:41, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:43, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:44, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:46, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107344}, {obj_id:47, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:48, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111884}, {obj_id:49, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:50, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:51, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:52, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:53, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178767}, {obj_id:54, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:55, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163440}, {obj_id:56, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177619}, {obj_id:57, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136902}, {obj_id:58, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157212}, {obj_id:59, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:60, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:131029}, {obj_id:61, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:62, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:63, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:64, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:65, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:66, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:67, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110348}, {obj_id:68, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:69, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:70, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:152993}, {obj_id:71, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155912}, {obj_id:72, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:223548}, {obj_id:73, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128193}, {obj_id:74, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128193}]) [2024-06-18 14:43:05.438137] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [1135][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=216] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:05.447742] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=33] get number(ret=0, service_type_=0, range=1, base_id=1718692985447735413, start_id=1718692985447735413, end_id=1718692985447735414) [2024-06-18 14:43:05.447809] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=30] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1, need_refresh=false, gts_local_cache={srr:[mts=1718692985447725], gts:1718692985447735413, latest_srr:[mts=1718692985447725]}) [2024-06-18 14:43:05.447841] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=29] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:43:05.448941] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD38-0-0] [lt=35] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:05.452042] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F285-0-0] [lt=30] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12274, vtable_type={tenant_id:1, type:4}) [2024-06-18 14:43:05.452570] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F285-0-0] [lt=35] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12274, locations=[{table_id:12274, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692985452511, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:43:05.452623] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F285-0-0] [lt=50] success to process renew task(task={tenant_id:1, table_id:12274, add_timestamp:1718692985451986}, locations=[{table_id:12274, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692985452511, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:43:05.466932] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.467737] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=39] PNIO [ratelimit] time: 1718692985467733, bytes: 15704881, bw: 0.012939 MB/s, add_ts: 1007617, add_bytes: 13671 [2024-06-18 14:43:05.472565] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=22] ====== check clog disk timer task ====== [2024-06-18 14:43:05.472600] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=23] get_disk_usage(ret=0, capacity(MB):=27648, used(MB):=22064) [2024-06-18 14:43:05.472644] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=21] cannot_recycle_log_size statistics(cannot_recycle_log_size=4077646224, threshold=8697308774, need_update_checkpoint_scn=false) [2024-06-18 14:43:05.480039] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=13] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:43:05.480201] INFO [STORAGE] update_info (ob_tenant_freeze_info_mgr.cpp:731) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=35] ObTenantFreezeInfoMgr success to update infos(snapshot_gc_ts=1718692981228207569, min_major_snapshot=1, cur_idx=1, info_list_[0]=[{freeze_version:1, schema_version:1, cluster_version:17180000513}, {freeze_version:1711648801037286442, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1711735200621267456, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1711821600135665816, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1711908004569161667, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1711994403902839416, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712080803583173911, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712167203176236848, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712253602662398982, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712340002119063753, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712426402097591158, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712512801603545661, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712599201054676411, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712685600674743945, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712772000158745827, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712858404997103549, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712944804630452165, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713031204198872255, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713117603537691060, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713204003162299964, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713290402769745557, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713376802136705563, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713463201331830362, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713549600566056169, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713636004858453369, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713722404491023771, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713808804403211247, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713895203806776690, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713981603519922777, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1714068003203447449, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1714154402655550179, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1714240802198460921, schema_version:1710490458382544, cluster_version:17180000513}], info_list_[1]=[{freeze_version:1, schema_version:1, cluster_version:17180000513}, {freeze_version:1711648801037286442, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1711735200621267456, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1711821600135665816, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1711908004569161667, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1711994403902839416, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712080803583173911, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712167203176236848, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712253602662398982, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712340002119063753, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712426402097591158, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712512801603545661, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712599201054676411, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712685600674743945, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712772000158745827, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712858404997103549, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1712944804630452165, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713031204198872255, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713117603537691060, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713204003162299964, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713290402769745557, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713376802136705563, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713463201331830362, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713549600566056169, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713636004858453369, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713722404491023771, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713808804403211247, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713895203806776690, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1713981603519922777, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1714068003203447449, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1714154402655550179, schema_version:1710490458382544, cluster_version:17180000513}, {freeze_version:1714240802198460921, schema_version:1710490458382544, cluster_version:17180000513}], snapshots_[0]=[], snapshots_[1]=[]) [2024-06-18 14:43:05.508160] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.494|208=0us|217=13.92ms|222=2us|total=13.98ms) [2024-06-18 14:43:05.508229] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.494|536=0us|557=5us|562=0us|total=14.02ms) [2024-06-18 14:43:05.508260] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.494|79=0us|total=14.05ms) [2024-06-18 14:43:05.518782] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [1094][T1002_Occam][T1002][YB42C0A801CD-00061B241712F310-0-0] [lt=35] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:05.518933] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [1094][T1002_Occam][T1002][YB42C0A801CD-00061B241712F312-0-0] [lt=34] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:05.522238] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820975582}], scn_array=[{val:1718692985128624626, v:0}], curr_size=704, accum_size=1249, time_cost=177063) [2024-06-18 14:43:05.522427] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988269, log_task={header:{begin_lsn:{lsn:122820975582}, end_lsn:{lsn:122820976286}, log_id:217988269, min_scn:{val:1718692985128624626, v:0}, max_scn:{val:1718692985328909793, v:0}, data_len:648, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820975582}, data_checksum:2930915538, accum_checksum:1782271263, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985271229, freeze_ts:1718692985345131, submit_ts:1718692985345146, flushed_ts:1718692985522314, gen_to_freeze cost time:73902, gen_to_submit cost time:73917, submit_to_flush cost time:177168}, fs_cb_begin_ts=1718692985522408, log_life_time=251179) [2024-06-18 14:43:05.522437] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985328909793, v:0}, log_ts:{val:1718692985328909793, v:0}, lsn:{lsn:122820975704}, submit_ts:1718692985329046}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007907}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=193386, ctx_lock_wait_time=1) [2024-06-18 14:43:05.523672] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:113, local_retry_times:113, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:05.523726] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=48][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.523740] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.523751] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:05.523784] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:05.524100] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.524134] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.524162] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:05.524184] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:05.524206] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:05.524228] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:05.524245] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:05.524260] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:05.524277] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:05.524287] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:05.524303] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:05.524314] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:05.524329] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:05.524343] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:05.524357] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:05.524378] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:05.524396] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.524410] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.524427] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:05.524446] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:05.524464] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:05.524477] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=114, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:05.524511] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=23579825, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=114, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.541207] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=33] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}, {1001,0,False,{False,},False,False,True}]) [2024-06-18 14:43:05.541285] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=60] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:43:05.547393] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [820][T1_LockWaitMgr][T1][Y0-0000000000000000-0-0] [lt=29] report RowHolderMapper summary info(count=1, bkt_cnt=248) [2024-06-18 14:43:05.566994] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.568032] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=52] [PALF STAT WRITE LOG COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=111704, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:43:05.568030] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472617923}], scn_array=[{val:1718692985372772708, v:0}], curr_size=541, accum_size=1926, time_cost=142805) [2024-06-18 14:43:05.568031] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873718452}], scn_array=[{val:1718692984946806784, v:0}], curr_size=122, accum_size=366, time_cost=136979) [2024-06-18 14:43:05.568067] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078982364}], scn_array=[{val:1718692984946806784, v:0}], curr_size=122, accum_size=732, time_cost=136959) [2024-06-18 14:43:05.568105] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=732) [2024-06-18 14:43:05.568127] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=16, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:43:05.568160] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703419, log_task={header:{begin_lsn:{lsn:71472617923}, end_lsn:{lsn:71472618464}, log_id:183703419, min_scn:{val:1718692985372772708, v:0}, max_scn:{val:1718692985372772708, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472617923}, data_checksum:483935620, accum_checksum:3837318190, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985372832, freeze_ts:1718692985425170, submit_ts:1718692985425196, flushed_ts:1718692985568085, gen_to_freeze cost time:52338, gen_to_submit cost time:52364, submit_to_flush cost time:142889}, fs_cb_begin_ts=1718692985568143, log_life_time=195311) [2024-06-18 14:43:05.568167] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344768, log_task={header:{begin_lsn:{lsn:26873718452}, end_lsn:{lsn:26873718574}, log_id:174344768, min_scn:{val:1718692984946806784, v:0}, max_scn:{val:1718692984946806784, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873718452}, data_checksum:667309872, accum_checksum:1865012438, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985430998, freeze_ts:1718692985431003, submit_ts:1718692985431015, flushed_ts:1718692985568100, gen_to_freeze cost time:5, gen_to_submit cost time:17, submit_to_flush cost time:137085}, fs_cb_begin_ts=1718692985568148, log_life_time=137150) [2024-06-18 14:43:05.568172] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985372772708, v:0}, log_ts:{val:1718692985372772708, v:0}, lsn:{lsn:71472617979}, submit_ts:1718692985372842}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005341}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=195325, ctx_lock_wait_time=2) [2024-06-18 14:43:05.568269] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=55] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=732) [2024-06-18 14:43:05.568317] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=26] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=14, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:43:05.568341] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=111885, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:43:05.568331] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=24] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692984724209555, max_version=1718692984724209555 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692984724209554 and max_version = 1718692984724209554 ) [2024-06-18 14:43:05.568355] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=6, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=8, avg_log_submit_to_flush_time=111819, avg_log_submit_to_slide_time=111877) [2024-06-18 14:43:05.568377] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050328, log_task={header:{begin_lsn:{lsn:683078982364}, end_lsn:{lsn:683078982486}, log_id:173050328, min_scn:{val:1718692984946806784, v:0}, max_scn:{val:1718692984946806784, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078982364}, data_checksum:2222604892, accum_checksum:4207386798, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985431040, freeze_ts:1718692985431044, submit_ts:1718692985431048, flushed_ts:1718692985568235, gen_to_freeze cost time:4, gen_to_submit cost time:8, submit_to_flush cost time:137187}, fs_cb_begin_ts=1718692985568302, log_life_time=137262) [2024-06-18 14:43:05.568422] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=40] [PALF STAT FLUSH CB COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=143, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:43:05.568569] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=26][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=197273, time_dist: do_cluster_heartbeat=12, generate_cluster_version=197134, cluster_service_self_check=10) [2024-06-18 14:43:05.572056] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=42] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:05.574732] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=20] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=9) [2024-06-18 14:43:05.576741] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.559|208=0us|217=17.04ms|222=2us|total=17.09ms) [2024-06-18 14:43:05.576802] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.559|536=0us|557=5us|562=0us|total=17.14ms) [2024-06-18 14:43:05.576847] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=43][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.559|79=0us|total=17.18ms) [2024-06-18 14:43:05.596636] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820976286}], scn_array=[{val:1718692985346935034, v:0}], curr_size=1034, accum_size=2283, time_cost=74221) [2024-06-18 14:43:05.596763] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985449129922, v:0}, log_ts:{val:1718692985449129922, v:0}, lsn:{lsn:122820976831}, submit_ts:1718692985449241}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007909}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=147518, ctx_lock_wait_time=1) [2024-06-18 14:43:05.596889] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985346935034, v:0}, log_ts:{val:1718692985346935034, v:0}, lsn:{lsn:122820976342}, submit_ts:1718692985347009}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007908}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=249879, ctx_lock_wait_time=0) [2024-06-18 14:43:05.597056] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=149707, time_dist: do_cluster_heartbeat=19, generate_cluster_version=149601) [2024-06-18 14:43:05.597246] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=251852, time_dist: do_cluster_heartbeat=10, generate_cluster_version=251704) [2024-06-18 14:43:05.621619] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=35] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:43:05.623659] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29E-0-0] [lt=21] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:43:05.623706] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29E-0-0] [lt=41] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:43:05.624597] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:114, local_retry_times:114, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:05.624643] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.624662] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.624674] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:05.624702] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:05.624962] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.624995] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.625038] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:05.625059] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:05.625074] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:05.625093] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:05.625109] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:05.625123] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:05.625139] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:05.625150] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:05.625160] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:05.625176] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:05.625185] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:05.625202] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:05.625211] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:05.625235] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:05.625252] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.625266] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.625282] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:05.625293] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:05.625311] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:05.625323] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=115, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:05.625355] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=23478979, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=115, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.630303] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=32] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:43:05.648490] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.634|208=0us|217=13.50ms|222=1us|total=13.55ms) [2024-06-18 14:43:05.648554] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.634|536=0us|557=3us|562=0us|total=13.59ms) [2024-06-18 14:43:05.648579] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.634|79=0us|total=13.61ms) [2024-06-18 14:43:05.651492] INFO [STORAGE] runTimerTask (ob_ddl_heart_beat_task.cpp:49) [328][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=14] send to rs all task status succeed [2024-06-18 14:43:05.667058] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.670104] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCE0-0-0] [lt=33] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:05.670295] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40] get number(ret=0, service_type_=0, range=1, base_id=1718692985670290590, start_id=1718692985670290590, end_id=1718692985670290591) [2024-06-18 14:43:05.676752] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873718574}], scn_array=[{val:1718692985448408387, v:0}], curr_size=122, accum_size=488, time_cost=45548) [2024-06-18 14:43:05.676752] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078982486}], scn_array=[{val:1718692985448408387, v:0}], curr_size=122, accum_size=122, time_cost=45518) [2024-06-18 14:43:05.690867] INFO [STORAGE] runTimerTask (ob_locality_manager.cpp:708) [479][LocalityReload][T0][Y0-0000000000000000-0-0] [lt=32] runTimer to refresh locality_info(ret=0) [2024-06-18 14:43:05.692455] INFO pn_ratelimit (group.c:539) [568][IngressService][T0][Y0-0000000000000000-0-0] [lt=34] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-06-18 14:43:05.692567] INFO [SHARE] set_server_locality_array (ob_server_locality_cache.cpp:346) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=19] set_server_locality_array success(server_locality_array=[{inited:true, addr:"192.168.1.205:2882", zone:"META_ZONE_1", zone_type:0, idc:"zone1", region:"wuhan", is_active:true, start_service_time:1718692739748775, server_stop_time:0, server_status:1}], has_readonly_zone=false) [2024-06-18 14:43:05.692632] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=49] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1, primary_zone=RANDOM) [2024-06-18 14:43:05.692655] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=21] add_locality_zone success(locality_zone={tenant_id:1, region_priority:18446744073709551615}) [2024-06-18 14:43:05.692687] INFO [SHARE] load_region (ob_locality_table_operator.cpp:346) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=20] get_primary_zone_prioriry(primary_zone=META_ZONE_1, tenant_primary_region_array=[{region:"wuhan", region_priority:0, zone_array:["META_ZONE_1"]}], locality_info={version:0, local_region:"wuhan", local_zone:"META_ZONE_1", local_idc:"zone1", local_zone_type:0, local_zone_status:2, locality_region_array:[{region:"wuhan", region_priority:18446744073709551615, zone_array:["META_ZONE_1"]}], locality_zone_array:[{tenant_id:1, region_priority:18446744073709551615}]}) [2024-06-18 14:43:05.692727] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=39] add_locality_zone success(locality_zone={tenant_id:1001, region_priority:0}) [2024-06-18 14:43:05.692751] INFO [SHARE] load_region (ob_locality_table_operator.cpp:346) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=12] get_primary_zone_prioriry(primary_zone=META_ZONE_1, tenant_primary_region_array=[{region:"wuhan", region_priority:0, zone_array:["META_ZONE_1"]}], locality_info={version:0, local_region:"wuhan", local_zone:"META_ZONE_1", local_idc:"zone1", local_zone_type:0, local_zone_status:2, locality_region_array:[{region:"wuhan", region_priority:18446744073709551615, zone_array:["META_ZONE_1"]}], locality_zone_array:[{tenant_id:1, region_priority:18446744073709551615}, {tenant_id:1001, region_priority:0}]}) [2024-06-18 14:43:05.692780] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=29] add_locality_zone success(locality_zone={tenant_id:1002, region_priority:0}) [2024-06-18 14:43:05.692795] INFO [SHARE] load_region (ob_locality_table_operator.cpp:373) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=10] load region(ret=0, locality_info={version:0, local_region:"wuhan", local_zone:"META_ZONE_1", local_idc:"zone1", local_zone_type:0, local_zone_status:2, locality_region_array:[{region:"wuhan", region_priority:18446744073709551615, zone_array:["META_ZONE_1"]}], locality_zone_array:[{tenant_id:1, region_priority:18446744073709551615}, {tenant_id:1001, region_priority:0}, {tenant_id:1002, region_priority:0}]}) [2024-06-18 14:43:05.693998] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=33][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:43:05.694131] WDIAG [STORAGE] load_arb_service_info (ob_locality_manager.cpp:266) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=35][errcode=-4747] fail to get arbitration service info(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false, arb_service_info={arbitration_service_key:, arbitration_service:, previous_arbitration_service:, type:{type:-1}}) [2024-06-18 14:43:05.694168] INFO [STORAGE] load_arb_service_info (ob_locality_manager.cpp:279) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=35] load_arb_service_info finshed(ret=-4747, arb_service_addr="0.0.0.0:0") [2024-06-18 14:43:05.694190] WDIAG [STORAGE] process (ob_locality_manager.cpp:765) [478][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=20][errcode=-4747] load_arb_service_info fail(ret=-4747) [2024-06-18 14:43:05.696992] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F365-0-0] [lt=31] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12239, add_timestamp:1718692985696965}) [2024-06-18 14:43:05.697064] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F365-0-0] [lt=33] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12287, add_timestamp:1718692985697057}) [2024-06-18 14:43:05.697051] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F286-0-0] [lt=32] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12239, locations=[{table_id:12239, partition_id:12239, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692985697018, sql_renew_time:1718692985697018, is_mark_fail:false}]) [2024-06-18 14:43:05.697090] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F286-0-0] [lt=37] success to process renew task(task={tenant_id:1, table_id:12239, add_timestamp:1718692985696965}, locations=[{table_id:12239, partition_id:12239, partition_cnt:0, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692985697018, sql_renew_time:1718692985697018, is_mark_fail:false}]) [2024-06-18 14:43:05.697145] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F287-0-0] [lt=40] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12287, vtable_type={tenant_id:1, type:4}) [2024-06-18 14:43:05.697387] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=35] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692984946806782, v:0}, base_version={val:1718692984946806782, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692984946806782, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692985697358, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:05.697444] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=55] no need to update min/max version(new_version={val:1718692984946806782, v:0}, min_version={val:1718692984946806782, v:0}, max_version={val:1718692984946806782, v:0}) [2024-06-18 14:43:05.697477] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=24] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:43:05.697533] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F287-0-0] [lt=22] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12287, locations=[{table_id:12287, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692985697517, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:43:05.697570] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [474][VTblLocAsyncUp0][T0][YB42C0A801CD-00061B241D82F287-0-0] [lt=36] success to process renew task(task={tenant_id:1, table_id:12287, add_timestamp:1718692985697057}, locations=[{table_id:12287, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1718692985697517, sql_renew_time:0, is_mark_fail:false}]) [2024-06-18 14:43:05.698569] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD39-0-0] [lt=33][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:05.698873] INFO [CLOG] is_in_sync (ob_log_handler.cpp:547) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F365-0-0] [lt=19] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-06-18 14:43:05.700843] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_ls_info.cpp:54) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F365-0-0] [lt=30][errcode=-4008] execute fail(ret=-4008) [2024-06-18 14:43:05.702447] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=16][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.686|208=0us|217=15.56ms|222=1us|total=15.61ms) [2024-06-18 14:43:05.702510] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.686|536=0us|557=4us|562=0us|total=15.65ms) [2024-06-18 14:43:05.702541] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.686|79=0us|total=15.68ms) [2024-06-18 14:43:05.703558] INFO [STORAGE.TRANS] print_stat_ (ob_black_list.cpp:362) [1432][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=27] start to print blacklist info [2024-06-18 14:43:05.716771] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820977320}], scn_array=[{val:1718692985449129923, v:0}], curr_size=122, accum_size=2405, time_cost=45231) [2024-06-18 14:43:05.716770] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472618464}], scn_array=[{val:1718692985447735413, v:0}], curr_size=122, accum_size=2048, time_cost=73139) [2024-06-18 14:43:05.723550] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1205) [471][DumpLSLoc][T0][YB42C0A801CD-00061B241AF2EF5B-0-0] [lt=37] [LS_LOCATION]dump tenant ls location caches(tenant_id=1, tenant_ls_locations=[{cache_key:{tenant_id:1, ls_id:{id:1}, cluster_id:1699356580}, renew_time:1718692982348515, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:17}]}]) [2024-06-18 14:43:05.723604] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1205) [471][DumpLSLoc][T0][YB42C0A801CD-00061B241AF2EF5B-0-0] [lt=51] [LS_LOCATION]dump tenant ls location caches(tenant_id=1001, tenant_ls_locations=[{cache_key:{tenant_id:1001, ls_id:{id:1}, cluster_id:1699356580}, renew_time:1718692982349827, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:16}]}]) [2024-06-18 14:43:05.723635] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1205) [471][DumpLSLoc][T0][YB42C0A801CD-00061B241AF2EF5B-0-0] [lt=28] [LS_LOCATION]dump tenant ls location caches(tenant_id=1002, tenant_ls_locations=[{cache_key:{tenant_id:1002, ls_id:{id:1}, cluster_id:1699356580}, renew_time:1718692982351111, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:15}]}, {cache_key:{tenant_id:1002, ls_id:{id:1001}, cluster_id:1699356580}, renew_time:1718692982351121, replica_locations:[{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:15}]}]) [2024-06-18 14:43:05.723987] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=40] PNIO [ratelimit] time: 1718692985723985, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007619, add_bytes: 0 [2024-06-18 14:43:05.725444] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:115, local_retry_times:115, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:05.725495] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=46][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.725515] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:05.725526] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:05.725555] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:05.725804] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.725837] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.725862] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:05.725882] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:05.725903] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:05.725924] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:05.725940] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:05.725954] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:05.725970] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:05.725980] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:05.725995] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:05.726005] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:05.726020] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:05.726031] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:05.726046] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:05.726063] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:05.726081] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.726095] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:05.726112] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:05.726124] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:05.726141] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:05.726151] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=116, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:05.726181] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=100000, remain_us=23378154, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=116, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.742114] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.724|208=1us|217=17.49ms|222=2us|total=17.54ms) [2024-06-18 14:43:05.742179] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.724|536=0us|557=4us|562=0us|total=17.59ms) [2024-06-18 14:43:05.742217] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=35][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.724|79=0us|total=17.62ms) [2024-06-18 14:43:05.767084] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.772699] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=44] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:05.774023] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472618586}], scn_array=[{val:1718692985670290590, v:0}], curr_size=541, accum_size=2589, time_cost=57106) [2024-06-18 14:43:05.774023] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820977442}], scn_array=[{val:1718692985698664441, v:0}], curr_size=545, accum_size=2950, time_cost=57103) [2024-06-18 14:43:05.774174] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703421, log_task={header:{begin_lsn:{lsn:71472618586}, end_lsn:{lsn:71472619127}, log_id:183703421, min_scn:{val:1718692985670290590, v:0}, max_scn:{val:1718692985670290590, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472618586}, data_checksum:829239848, accum_checksum:3062831487, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985670410, freeze_ts:1718692985716874, submit_ts:1718692985716892, flushed_ts:1718692985774094, gen_to_freeze cost time:46464, gen_to_submit cost time:46482, submit_to_flush cost time:57202}, fs_cb_begin_ts=1718692985774154, log_life_time=103744) [2024-06-18 14:43:05.774188] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985670290590, v:0}, log_ts:{val:1718692985670290590, v:0}, lsn:{lsn:71472618642}, submit_ts:1718692985670423}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005342}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=103760, ctx_lock_wait_time=2) [2024-06-18 14:43:05.774416] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692985372772708, max_version=1718692985372772708 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692984724209555 and max_version = 1718692984724209555 ) [2024-06-18 14:43:05.774473] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=77337, time_dist: do_cluster_heartbeat=11, generate_cluster_version=77235) [2024-06-18 14:43:05.774641] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=105989, time_dist: do_cluster_heartbeat=12, generate_cluster_version=105878) [2024-06-18 14:43:05.774836] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=8) [2024-06-18 14:43:05.789745] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=31] current monitor number(seq_=-1) [2024-06-18 14:43:05.790898] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [1260][T1002_LockWaitM][T1002][Y0-0000000000000000-0-0] [lt=32] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-06-18 14:43:05.802762] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=19] not leader, no need refresh error context(id_=1) [2024-06-18 14:43:05.802819] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=29] not leader, no need refresh error context(id_=1001) [2024-06-18 14:43:05.808150] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=5][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:05.808312] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873718696}], scn_array=[{val:1718692985448408388, v:0}], curr_size=122, accum_size=610, time_cost=77050) [2024-06-18 14:43:05.808317] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078982608}], scn_array=[{val:1718692985448408388, v:0}], curr_size=122, accum_size=244, time_cost=77028) [2024-06-18 14:43:05.814443] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=16] ====== checkpoint timer task ====== [2024-06-18 14:43:05.814506] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=26] get_max_applied_scn(scn={val:1718692985670290590, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:17, palf_committed_end_lsn_:{lsn:71472619127}, last_check_scn_:{val:1718692985670290590, v:0}, max_applied_cb_scn_:{val:1718692985670290590, v:0}}) [2024-06-18 14:43:05.814565] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=40] get_min_unreplayed_log_info(lsn={lsn:71469569194}, scn={val:1718691444571406183, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691829451172, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:3327744, ret_code_:0}}, next_to_submit_lsn_:{lsn:71469569194}, next_to_submit_scn_:{val:1718691444571406183, v:0}, base_lsn_:{lsn:71332368384}, base_scn_:{val:1718647203791103890, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1d005000, next_round_pread_size:2121728, curr_read_pos:869770, curr_read_buf_start_pos:0, curr_read_buf_end_pos:869770, log_storage_:{IteratorStorage:{start_lsn:{lsn:71468699424}, end_lsn:{lsn:71469569194}, read_buf:{buf_len_:2125824, buf_:0xfffb1d005000}, block_size:67104768, log_storage_:0xfffb7937eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444571406182, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:390, scn_:{val:1718691444571406182, v:0}, data_checksum:3011915929, flag:1}}, init_mode_version:0, accumulate_checksum:538536221, curr_entry_is_padding:0, padding_entry_size:1619, padding_entry_scn:{val:1718691444571406182, v:0}}}}}) [2024-06-18 14:43:05.816737] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.800|208=1us|217=16.00ms|222=2us|total=16.07ms) [2024-06-18 14:43:05.816819] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=76][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.800|536=0us|557=5us|562=0us|total=16.11ms) [2024-06-18 14:43:05.816849] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.800|79=0us|total=16.14ms) [2024-06-18 14:43:05.817218] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=94] succ to get rec scn(*this={this:0xfffb66804030, ls_id:{id:1}, tenant_id:1, state:"L_WORKING", total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1718647203452050767, v:0}, last_push_gc_task_ts_:1718691634401897, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:05.817266] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=46] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb63faa080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb63faa080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:05.817324] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=45] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:43:05.817496] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=39] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:1718647494967744305, v:0}, min_rec_scn_tablet_ids=[{id:60385}], *this={this:0xfffb67fa66d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718693001039088806, latest_log_ts:{val:1718692984406009134, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:05.817608] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=106] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xfffb67fa62f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xfffb67fb06d0, table_type:1, memtable_head:0, memtable_tail:1, t3m:0xfffbb29b4030, tables:[0xfffb63f9a080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xfffb67fb20d0, ls_tablet_svr:0xfffb67fa62d0, slice_allocator:0xfffb67fb2150}, min_rec_scn={val:1718647203791103890, v:0}, ls_id_={id:1}) [2024-06-18 14:43:05.817669] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=48] get rec log scn(service_type_=0, rec_log_ts={val:1718692984406009134, v:0}) [2024-06-18 14:43:05.817688] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=18] get rec log scn(service_type_=1, rec_log_ts={val:1718691832318336110, v:0}) [2024-06-18 14:43:05.817702] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=10] get rec log scn(service_type_=2, rec_log_ts={val:1718691831337892659, v:0}) [2024-06-18 14:43:05.817727] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=14] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1718647203791103890, v:0}, checkpoint_scn_in_ls_meta={val:1718647203791103890, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:43:05.817767] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=22][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:71332368384}, new_base_lsn={lsn:71332368384}, lsn={lsn:71332368384}) [2024-06-18 14:43:05.817795] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=26] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:71332368384}, ls->get_ls_id()={id:1}) [2024-06-18 14:43:05.817812] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [837][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=12] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-06-18 14:43:05.826274] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=25][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:05.826687] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.826721] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.826840] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=23277495, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=117, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.831300] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=34] [PALF STAT APPEND COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=47, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:43:05.831374] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT APPEND COST TIME](cur_stat_count=6, stat_interval=1000000, avg (count/cost)=27, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:43:05.843620] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=25] tx gc loop thread is running(MTL_ID()=1) [2024-06-18 14:43:05.843659] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=37] try gc retain ctx [2024-06-18 14:43:05.846991] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=11] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647203791103890, v:0}, clog_base_lsn:{lsn:71332368384}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647494967744304, v:0}, all_id_meta:{id_meta:[{limited_id:1718693001039088806, latest_log_ts:{val:1718692984406009134, v:0}}, {limited_id:132000001, latest_log_ts:{val:1718691832318336110, v:0}}, {limited_id:1150000001, latest_log_ts:{val:1718691831337892659, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:17, palf_env_:0xfffb79bce030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:43:05.847177] INFO [LIB] stat (utility.h:1157) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=106] [PALF STAT APPEND COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=49, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:43:05.867143] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.871245] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873718818}], scn_array=[{val:1718692985448408389, v:0}], curr_size=122, accum_size=732, time_cost=39931) [2024-06-18 14:43:05.871243] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078982730}], scn_array=[{val:1718692985448408389, v:0}], curr_size=122, accum_size=366, time_cost=39860) [2024-06-18 14:43:05.871399] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=14] [APPLY STAT CB APPEND COST TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=31, this=0xfffb2ebe2440, extra_info="") [2024-06-18 14:43:05.871435] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=35] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=97881, this=0xfffb2ebe2670, extra_info="") [2024-06-18 14:43:05.871483] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=47] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=0, this=0xfffb2ebe28a0, extra_info="") [2024-06-18 14:43:05.871503] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=19] [APPLY STAT CB EXECUTE TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=-529, this=0xfffb2ebe2ad0, extra_info="") [2024-06-18 14:43:05.871529] INFO [LIB] stat (utility.h:1157) [1315][T1002_ApplySrv1][T1002][Y0-0000000000000000-0-0] [lt=25] [APPLY STAT CB TOTAL TIME](cur_stat_count=17, stat_interval=5000000, avg (count/cost)=97383, this=0xfffb2ebe2d00, extra_info="") [2024-06-18 14:43:05.871594] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=29] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=4629) [2024-06-18 14:43:05.871630] INFO [LIB] stat (utility.h:1157) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=31] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=33, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:43:05.876125] INFO [STORAGE.TRANS] alloc (ob_trans_factory.cpp:140) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCE1-0-0] [lt=31] ObTransCtx statistics(active_coord_ctx_count=0, active_part_ctx_count=1, total_release_part_ctx_count=65) [2024-06-18 14:43:05.876444] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCE1-0-0] [lt=32] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:05.876641] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] get number(ret=0, service_type_=0, range=1, base_id=1718692985876636109, start_id=1718692985876636109, end_id=1718692985876636110) [2024-06-18 14:43:05.890527] TRACE [TRACE] dump_tenant_info_ (ob_tenant_info_loader.cpp:216) [1119][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] [dump tenant_info_loader](TRACE=begin_ts=1718692985890519 2024-06-18 06:43:05.890519|[ob_tenant_info_loader] u=0 tenant_id:1002, is_sys_ls_leader:true, broadcast_cost_time:468, broadcast_times:2, broadcast_per_sec:0, rpc_update_times:0, rpc_update_per_sec:0, last_rpc_update_time_us:-1, sql_update_cost_time:1367, sql_update_times:2, tenant_info_cache:{tenant_info:{tenant_id:1002, switchover_epoch:0, sync_scn:{scn_val:1718692983441995927}, replayable_scn:{scn_val:1718692983441995927}, standby_scn:{scn_val:1718692983441995927}, recovery_until_scn:{scn_val:4611686018427387903}, tenant_role:{value:1}, switchover_status:{value:1}}, last_sql_update_time:1718692985888694, ora_rowscn:1718692985016120288}, is_inited:true|total_timeu=0) [2024-06-18 14:43:05.898773] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD3A-0-0] [lt=39][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:05.917013] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=44] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=105858, this=0xfffb79383a70, extra_info="") [2024-06-18 14:43:05.917045] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472619127}], scn_array=[{val:1718692985670290591, v:0}], curr_size=113, accum_size=2702, time_cost=69824) [2024-06-18 14:43:05.917076] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=30] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=2702) [2024-06-18 14:43:05.917128] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=39] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=19, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:43:05.917186] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=62] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=2702) [2024-06-18 14:43:05.917294] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=30] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=14, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:43:05.917316] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=137881, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:43:05.917354] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=36] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=31819, avg_log_gen_to_submit_time=31836, avg_log_submit_to_flush_time=105960, avg_log_submit_to_slide_time=106044) [2024-06-18 14:43:05.917382] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=156, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:43:05.925309] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:05.912|208=1us|217=13.16ms|222=2us|total=13.22ms) [2024-06-18 14:43:05.925375] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:05.912|536=0us|557=6us|562=0us|total=13.26ms) [2024-06-18 14:43:05.925406] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:05.912|79=0us|total=13.29ms) [2024-06-18 14:43:05.927186] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:05.927223] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=35] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:05.927320] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=23177014, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=118, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:05.931352] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:43:05.931427] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=39] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=7, avg_log_batch_cnt=1, total_group_log_size=854, avg_group_log_size=122) [2024-06-18 14:43:05.931465] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=34] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:43:05.949870] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=44] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_refresh=false, gts_local_cache={srr:[mts=1718692985949846], gts:1718692985949849651, latest_srr:[mts=1718692985949846]}) [2024-06-18 14:43:05.967228] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=57] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:43:05.967254] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=23] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.1.205:2882", switch_to_leader_ts:-1}) [2024-06-18 14:43:05.967305] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=49][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:05.973291] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=49] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:05.974938] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=7) [2024-06-18 14:43:05.985649] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820977987}], scn_array=[{val:1718692985698664442, v:0}], curr_size=122, accum_size=3072, time_cost=114035) [2024-06-18 14:43:05.985817] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=62][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988273, log_task={header:{begin_lsn:{lsn:122820977987}, end_lsn:{lsn:122820978109}, log_id:217988273, min_scn:{val:1718692985698664442, v:0}, max_scn:{val:1718692985698664442, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820977987}, data_checksum:667309872, accum_checksum:3023805433, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985871561, freeze_ts:1718692985871567, submit_ts:1718692985871576, flushed_ts:1718692985985716, gen_to_freeze cost time:6, gen_to_submit cost time:15, submit_to_flush cost time:114140}, fs_cb_begin_ts=1718692985985801, log_life_time=114240) [2024-06-18 14:43:06.008144] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:950) [1207][T1002_DupTbLeas][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-06-18 14:43:06.008323] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:670) [1207][T1002_DupTbLeas][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1002 and flag like "%DUPLICATE%", tenant_id=1002, exec_tenant_id=1001, need_member_list=false) [2024-06-18 14:43:06.009629] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=33] gc stale ls task succ [2024-06-18 14:43:06.014309] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=87367, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:43:06.014311] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472619240}], scn_array=[{val:1718692985876636109, v:0}], curr_size=541, accum_size=541, time_cost=97017) [2024-06-18 14:43:06.014312] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078982852}], scn_array=[{val:1718692985448408390, v:0}], curr_size=122, accum_size=488, time_cost=82871) [2024-06-18 14:43:06.014344] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873718940}], scn_array=[{val:1718692985448408390, v:0}], curr_size=122, accum_size=854, time_cost=82936) [2024-06-18 14:43:06.014373] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=27] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:43:06.014434] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=55] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=28, this=0xfffb481a0730, extra_info="") [2024-06-18 14:43:06.014472] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:43:06.014459] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703423, log_task={header:{begin_lsn:{lsn:71472619240}, end_lsn:{lsn:71472619781}, log_id:183703423, min_scn:{val:1718692985876636109, v:0}, max_scn:{val:1718692985876636109, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472619240}, data_checksum:3514826196, accum_checksum:1481737884, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692985876769, freeze_ts:1718692985917225, submit_ts:1718692985917258, flushed_ts:1718692986014386, gen_to_freeze cost time:40456, gen_to_submit cost time:40489, submit_to_flush cost time:97128}, fs_cb_begin_ts=1718692986014441, log_life_time=137672) [2024-06-18 14:43:06.014471] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=126][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985876636109, v:0}, log_ts:{val:1718692985876636109, v:0}, lsn:{lsn:71472619296}, submit_ts:1718692985876785}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005343}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=137682, ctx_lock_wait_time=1) [2024-06-18 14:43:06.014531] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=38] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=15, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:43:06.014552] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=87581, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:43:06.014574] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=5, avg_log_gen_to_submit_time=16, avg_log_submit_to_flush_time=87515, avg_log_submit_to_slide_time=87565) [2024-06-18 14:43:06.014603] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=103, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:43:06.014642] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692985670290590, max_version=1718692985670290590 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692985372772708 and max_version = 1718692985372772708 ) [2024-06-18 14:43:06.014841] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=140118, time_dist: do_cluster_heartbeat=11, generate_cluster_version=140020) [2024-06-18 14:43:06.022468] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.544|208=0us|217=17.02ms|222=2us|total=17.07ms) [2024-06-18 14:43:06.022535] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=61][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.543|536=0us|557=4us|562=0us|total=17.12ms) [2024-06-18 14:43:06.022566] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.543|79=0us|total=17.14ms) [2024-06-18 14:43:06.027657] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.027696] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.027793] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=23076541, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=119, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.031419] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=48] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=854) [2024-06-18 14:43:06.037190] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=23] ====== check clog disk timer task ====== [2024-06-18 14:43:06.037233] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=32] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:43:06.037276] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=25] cannot_recycle_log_size statistics(cannot_recycle_log_size=140251397, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:43:06.046382] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=28] ====== tenant freeze timer task ====== [2024-06-18 14:43:06.060069] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820978109}], scn_array=[{val:1718692985898833118, v:0}], curr_size=1034, accum_size=4106, time_cost=74263) [2024-06-18 14:43:06.060196] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985898858848, v:0}, log_ts:{val:1718692985898858848, v:0}, lsn:{lsn:122820978654}, submit_ts:1718692985898909}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007911}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=161283, ctx_lock_wait_time=1) [2024-06-18 14:43:06.060338] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=67][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692985898833118, v:0}, log_ts:{val:1718692985898833118, v:0}, lsn:{lsn:122820978165}, submit_ts:1718692985898914}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007912}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=161423, ctx_lock_wait_time=0) [2024-06-18 14:43:06.060490] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=163216, time_dist: do_cluster_heartbeat=12, generate_cluster_version=163123, cluster_service_self_check=8) [2024-06-18 14:43:06.060631] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=163164, time_dist: do_cluster_heartbeat=9, generate_cluster_version=163042) [2024-06-18 14:43:06.067230] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.068783] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=59] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:43:06.074815] INFO [CLOG] get_arb_addr_from_inner_table_ (ob_arb_srv_garbage_collect_service.cpp:499) [1461][ArbGCTimerP][T0][Y0-0000000000000000-0-0] [lt=45] get_arb_addr_from_inner_table_ success(ret=0, ret="OB_SUCCESS", this={self_addr:"192.168.1.205:2882", rpc_proxy_:0xaaacece99cb8, sql_proxy_:0xaaacece9a720, proposal_id:17, seq:233, is_master:true}, addrs=[]) [2024-06-18 14:43:06.074872] INFO [CLOG] runTimerTask (ob_arb_srv_garbage_collect_service.cpp:140) [1461][ArbGCTimerP][T0][Y0-0000000000000000-0-0] [lt=54] there is no arb server, no need send gc message(this={self_addr:"192.168.1.205:2882", rpc_proxy_:0xaaacece99cb8, sql_proxy_:0xaaacece9a720, proposal_id:17, seq:233, is_master:true}, arb_addrs=[]) [2024-06-18 14:43:06.085324] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.679|208=1us|217=17.33ms|222=2us|total=17.38ms) [2024-06-18 14:43:06.085388] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.679|536=0us|557=5us|562=0us|total=17.43ms) [2024-06-18 14:43:06.085434] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=44][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.679|79=0us|total=17.46ms) [2024-06-18 14:43:06.086264] INFO [STORAGE] get_kept_multi_version_start (ob_tablet.cpp:4033) [1300][T1002_SSTableGC][T1002][YB42C0A801CD-00061B241D42EF0D-0-0] [lt=33] tablet multi version start not advance for a long time(ret=0, ls_id={id:1}, tablet_id={id:60379}, multi_version_start=1714240850486676080, old_min_reserved_snapshot=1714500002237224114, min_medium_snapshot=9223372036854775807, ls_min_reserved_snapshot=1718691160399797253, old_tablet_multi_version_start=1714240802198460921, old_tablet_snaphsot_version=1714240850486676080, tablet={ObTablet:this:0xfffb4c4760a0, wash_score:-7504679050772426484, ref_cnt:2, version:2, length:473, tablet_addr:[1232163-7-0-2305843611583033344-0](offset=176128,size=561,type=2,seq=0), allocator:null, tablet_meta:{version:1, ls_id:{id:1}, tablet_id:{id:60379}, data_tablet_id:{id:379}, ref_tablet_id:{id:0}, has_next_tablet:false, create_scn:{val:18446744073709551615, v:3}, start_scn:{val:1, v:0}, clog_checkpoint_scn:{val:1, v:0}, ddl_checkpoint_scn:{val:1, v:0}, snapshot_version:1714240850486676080, multi_version_start:1714240802198460921, compat_mode:0, ha_status:{restore_status:0, data_status:0, expected_status:0, reserved:0}, report_status:{merge_snapshot_version:1714240802198460921, cur_report_version:1714240802198460921, data_checksum:0, row_count:0}, table_store_flag:{with_major_sstable:1}, ddl_start_scn:{val:0, v:0}, ddl_snapshot_version:0, max_sync_storage_schema_version:0, max_serialized_medium_scn:0, ddl_execution_id:-1, ddl_data_format_version:0, ddl_commit_scn:{val:0, v:0}, mds_checkpoint_scn:{val:1714284694166468699, v:0}, transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:0, v:0}, transfer_seq:0, has_transfer_table:false}, create_schema_version:0}, table_store_addr:{ptr:{this:0xfffb4c47676c, version:257, major_tables:{cnt:1, is_inited:true}, minor_tables:{cnt:0, is_inited:false}, ddl_sstables:{cnt:0, is_inited:false}, meta_major_tables:{cnt:0, is_inited:false}, memtables:{count:0}, is_ready_for_read:true, sstable_arrays:{major_tables:{{i:0, addr:[1232163-7-0-2305843315230273536-0](offset=159744,size=285,type=2,seq=0), type:"MAJOR", tablet_id:{id:60379}, scn_range:{start_scn:{val:0, v:0}, end_scn:{val:1714240802198460921, v:0}}, snapshot_version:1714240802198460921, max_merge_version:1714240802198460921}}, minor_tables:{null}, ddl_sstables:{null}, ddl_mem_sstables:{null}, meta_major_tables:{null}, memtables_:{null}}}, addr:[1232163-7-0-2305843250805768192-0](offset=163840,size=225,type=2,seq=0)}, storage_schema_addr:{ptr:null, addr:[1232163-7-0-2305843163832680673-0](offset=164065,size=144,type=2,seq=0)}, next_tablet_guard:{obj:null, obj_pool:null, allocator:null, wash_priority:2, allow_copy_and_assign:true}, pointer_hdl:{ptr:{ptr:{ObMetaPointer:{phy_addr:[1232163-7-0-2305843611583033344-0](offset=176128,size=561,type=2,seq=0), obj:{pool:0xfffb4cf74470, allocator:null, ptr:0xfffb4c4760a0, t3m:0xfffb4cf52030}}, ls_handle:{ls_map_:0xfffb4cff4040, ls_:0xfffb2eb52250, mod_:13}, ddl_kv_mgr_handle:{obj:null, obj_pool:null, allocator:null, t3m:null}, memtable_mgr_handle_.get_memtable_mgr():0xfffb345b9510, ddl_info:{ddl_schema_version:0, ddl_schema_refreshed_ts:-1, schema_version_change_scn:{val:0, v:0}}, initial_state:false, old_version_chain:null}, ref_cnt:2}, map:0xfffb4cf52430}, next_full_tablet_guard:{obj:null, obj_pool:null, allocator:null, wash_priority:2, allow_copy_and_assign:true}, next_tablet:null, memtable_mgr:0xfffb345b9510, log_handler:0xfffb2eb52ed0, rowkey_read_info:{is_inited:true, compat_version:1, is_oracle_mode:false, schema_column_count:3, schema_rowkey_cnt:1, rowkey_cnt:3, cols_index:{rowkey_mode:true, for_memtable:false, schema_rowkey_cnt:1, column_cnt:5}, cols_desc:{ObIArray:[column_id=16 {type:"BIGINT UNSIGNED", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=7 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=8 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], data:0xfffb4c476700, count:3, allocator:null, capacity:3, init_cnt:3}, datum_utils:{is_oracle_mode:false, rowkey_cnt:3, col_cnt:3, is_inited:true, is_oracle_mode:false}}, mds_data:{is_inited:true, tablet_status:{uncommitted_kv:{ptr:(nil), addr:[0-0-0-0-0](offset=0,size=0,type=0,seq=0)}, committed_kv:{ptr:(nil), addr:[1232163-7-0-2305843251879510385-0](offset=164209,size=226,type=2,seq=0)}}, aux_tablet_info:{uncommitted_kv:{ptr:(nil), addr:[0-0-0-0-0](offset=0,size=0,type=0,seq=0)}, committed_kv:{ptr:(nil), addr:[0-0-0-0-0](offset=0,size=0,type=0,seq=0)}}, extra_medium_info:{info:257, compat:1, last_compaction_type:1, wait_check_flag:0, last_medium_scn:1714240802198460921}, medium_info_list:{ptr:(nil), addr:[0-0-0-0-0](offset=0,size=0,type=0,seq=0)}, auto_inc_seq:{ptr:(nil), addr:[0-0-0-0-0](offset=0,size=0,type=0,seq=0)}, tablet_status_cache:{tablet_status:{val:1, str:"NORMAL"}, transfer_scn:{val:18446744073709551615, v:3}, transfer_ls_id:{id:-1}, data_type:1, create_commit_scn:{val:1699357575224269016, v:0}, create_commit_version:1699357575224269016, delete_commit_scn:{val:18446744073709551615, v:3}, delete_commit_version:-1, transfer_out_commit_version:-1}, aux_tablet_info_cache:{redefined:false, snapshot_version:9223372036854775807, schema_version:9223372036854775807, data_tablet_id:{id:0}, hidden_tablet_id:{id:0}, lob_meta_tablet_id:{id:0}, lob_piece_tablet_id:{id:0}, is_old_mds:false}}, hold_ref_cnt:true, is_inited:true, memtable_count:0, memtables:[null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}) [2024-06-18 14:43:06.103138] INFO [STORAGE] runTimerTask (ob_tenant_tablet_scheduler.cpp:174) [1300][T1002_SSTableGC][T1002][YB42C0A801CD-00061B241D42EF0D-0-0] [lt=290] SSTableGCTask(cost_ts=21090) [2024-06-18 14:43:06.111565] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873719062}], scn_array=[{val:1718692985949849651, v:0}], curr_size=122, accum_size=122, time_cost=80132) [2024-06-18 14:43:06.111561] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078982974}], scn_array=[{val:1718692985949849651, v:0}], curr_size=122, accum_size=610, time_cost=80060) [2024-06-18 14:43:06.111818] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=42][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:43:06.112451] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=33] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:06.114951] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=32] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=0, size_used=87098, mem_used=137263104) [2024-06-18 14:43:06.116397] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCE2-0-0] [lt=30] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:06.116567] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1718692986116563213, start_id=1718692986116563213, end_id=1718692986116563214) [2024-06-18 14:43:06.116723] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=3062, avg_group_log_size=382) [2024-06-18 14:43:06.116758] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=2643) [2024-06-18 14:43:06.127882] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:119, local_retry_times:119, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:06.127930] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.127949] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.127964] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:06.127992] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:06.128247] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.128278] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.128301] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:06.128320] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:06.128340] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:06.128358] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:06.128373] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:06.128393] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:06.128407] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:06.128422] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:06.128436] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:06.128450] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:06.128465] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:06.128481] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:06.128495] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:06.128517] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:06.128532] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.128549] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.128566] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:06.128582] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:06.128598] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:06.128613] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=120, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:06.128644] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=22975691, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=120, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.129142] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.129852] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=20] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.129988] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=34] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.130150] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.130194] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.130332] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.130366] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=28] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.142453] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.118|208=1us|217=24.19ms|222=2us|total=24.24ms) [2024-06-18 14:43:06.142515] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.118|536=0us|557=5us|562=0us|total=24.28ms) [2024-06-18 14:43:06.142546] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.118|79=0us|total=24.31ms) [2024-06-18 14:43:06.160755] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=33] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692985448408387, v:0}, base_version={val:1718692985448408387, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692985448408387, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692986160730, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:06.160807] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=50] no need to update min/max version(new_version={val:1718692985448408387, v:0}, min_version={val:1718692985448408387, v:0}, max_version={val:1718692985448408387, v:0}) [2024-06-18 14:43:06.162080] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD3B-0-0] [lt=38][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:06.162273] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=38] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=4650, avg_group_log_size=581) [2024-06-18 14:43:06.163084] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472619781}], scn_array=[{val:1718692986116563213, v:0}], curr_size=541, accum_size=1082, time_cost=46347) [2024-06-18 14:43:06.163372] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692985876636109, max_version=1718692985876636109 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692985670290590 and max_version = 1718692985670290590 ) [2024-06-18 14:43:06.163551] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=48626, time_dist: do_cluster_heartbeat=11, generate_cluster_version=48535, cluster_service_self_check=8) [2024-06-18 14:43:06.167289] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.173869] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=45] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:06.175046] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=37] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=6) [2024-06-18 14:43:06.183540] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:936) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=14] trace max work area(auto_calc=true, tenant_max_memory_limit=1288490188, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=64424509, max_wa_memory_size=64424509, tmp_max_wa_memory_size=64424509, pre_mem_target=64424509, remain_memory_size=64424509, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=603258880, washable_size=-2, max_workarea_memory_size=64424509, max_tenant_memory_size=685231308, wash_ratio=6, tenant_id=1001) [2024-06-18 14:43:06.183745] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:323) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=71] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=8053063, calc_global_bound_size=1048576000000, mem_target_=64424509, wa_max_memory_size=64424509, profile_cnt_=19, total_memory_size=0, max_wa_size=64424509, avg_bound_size=3390763, max_bound_size=8053063, min_bound_size_=1048576) [2024-06-18 14:43:06.183785] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1184) [330][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=34] timer to calc global bound size(ret=0, global_bound_size_=8053063, manual_calc_cnt_=23, drift_size_=0, pre_drift_size=0, wa_max_memory_size=64424509, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1001, profile_cnt_=19, pre_profile_cnt_=0, pre_profile_cnt=19, calc_info.get_global_bound_size()=8053063, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=64424509, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-06-18 14:43:06.187783] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:06.187830] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:06.187963] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:06.187990] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:06.188017] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:06.188041] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:06.188067] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:06.188093] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:06.188106] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:06.188125] WDIAG [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:841) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] get tenant system variable failed(ret=-4152, tenant_id_=1002) [2024-06-18 14:43:06.188145] WDIAG [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:1230) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get percent [2024-06-18 14:43:06.188162] WDIAG [SERVER] runTimerTask (ob_tenant_duty_task.cpp:214) [330][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] failed to calculate global bound size(ret=-4152, ids[i]=1002) [2024-06-18 14:43:06.219742] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 33072.00) [2024-06-18 14:43:06.219777] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=27] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:06.219900] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=47] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.00, rt: 98600.00) [2024-06-18 14:43:06.219927] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 33.84, rt: 7812.91) [2024-06-18 14:43:06.219949] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 63824.24, iops: 66.69, rt: 10501.88) [2024-06-18 14:43:06.219967] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=6, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12754368, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:06.220004] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220028] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=23] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220047] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220061] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220078] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220092] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220109] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220123] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220140] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220158] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220172] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220190] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220209] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220228] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220243] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.220261] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:06.228729] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:120, local_retry_times:120, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:06.228777] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.228791] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.228806] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:06.228834] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:06.229082] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.229115] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.229138] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:06.229156] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:06.229175] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:06.229194] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:06.229208] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:06.229224] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:06.229238] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:06.229250] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:06.229260] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:06.229273] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:06.229287] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:06.229298] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:06.229311] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:06.229333] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:06.229347] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.229364] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.229380] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:06.229396] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:06.229412] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:06.229426] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=121, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:06.229458] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=22874877, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=121, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.231485] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=35] tx gc loop thread is running(MTL_ID()=1002) [2024-06-18 14:43:06.231520] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=33] try gc retain ctx [2024-06-18 14:43:06.233503] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1714500007741716502, v:0}, clog_base_lsn:{lsn:22815621120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692981937264381, v:0}, tablet_change_checkpoint_scn:{val:1718615249472350660, v:0}, all_id_meta:{id_meta:[{limited_id:1718693000158286214, latest_log_ts:{val:1718692983943467591, v:0}}, {limited_id:64000001, latest_log_ts:{val:1718692030158286216, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:43:06.235587] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=99] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_create_status:1, clog_checkpoint_scn:{val:1718692984445248648, v:0}, clog_base_lsn:{lsn:683059433472}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1718692981937264381, v:0}, tablet_change_checkpoint_scn:{val:1718691444477448999, v:0}, all_id_meta:{id_meta:[{limited_id:1714467935550838624, latest_log_ts:{val:1714467919188104927, v:0}}, {limited_id:49000001, latest_log_ts:{val:1714467905144464248, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:15, palf_env_:0xfffb485f8030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:43:06.240312] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=35] gc stale ls task succ [2024-06-18 14:43:06.251030] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.229|208=1us|217=21.11ms|222=4us|total=21.17ms) [2024-06-18 14:43:06.251101] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=65][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.229|536=0us|557=6us|562=0us|total=21.22ms) [2024-06-18 14:43:06.251154] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=51][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.229|79=0us|total=21.27ms) [2024-06-18 14:43:06.266594] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [845][T1_ArcSender][T1][YB42C0A801CD-00061B2414F2EEE7-0-0] [lt=30][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:43:06.267348] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.276205] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=13] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1) [2024-06-18 14:43:06.276246] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=34] start lib cache evict(tenant_id=1, mem_hold=39845888, mem_limit=657666865, cache_obj_num=189, cache_node_num=189) [2024-06-18 14:43:06.276292] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=41] end lib cache evict(tenant_id=1, cache_evict_num=0, mem_hold=39845888, mem_limit=657666865, cache_obj_num=189, cache_node_num=189) [2024-06-18 14:43:06.276335] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=39] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:06.276717] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [1291][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=23] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:43:06.276766] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [1291][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=31] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=232) [2024-06-18 14:43:06.277687] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=100015, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:43:06.277686] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873719184}], scn_array=[{val:1718692985949849652, v:0}], curr_size=122, accum_size=244, time_cost=146186) [2024-06-18 14:43:06.277689] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078983096}], scn_array=[{val:1718692985949849652, v:0}], curr_size=122, accum_size=732, time_cost=146173) [2024-06-18 14:43:06.277718] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820979143}], scn_array=[{val:1718692986162175280, v:0}], curr_size=544, accum_size=4650, time_cost=115401) [2024-06-18 14:43:06.277774] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=53] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=4650) [2024-06-18 14:43:06.277827] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=20, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:43:06.277814] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344774, log_task={header:{begin_lsn:{lsn:26873719184}, end_lsn:{lsn:26873719306}, log_id:174344774, min_scn:{val:1718692985949849652, v:0}, max_scn:{val:1718692985949849652, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873719184}, data_checksum:667309872, accum_checksum:3262878628, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986131444, freeze_ts:1718692986131449, submit_ts:1718692986131458, flushed_ts:1718692986277749, gen_to_freeze cost time:5, gen_to_submit cost time:14, submit_to_flush cost time:146291}, fs_cb_begin_ts=1718692986277798, log_life_time=146354) [2024-06-18 14:43:06.277881] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=66] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=4650) [2024-06-18 14:43:06.277953] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=74][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050334, log_task={header:{begin_lsn:{lsn:683078983096}, end_lsn:{lsn:683078983218}, log_id:173050334, min_scn:{val:1718692985949849652, v:0}, max_scn:{val:1718692985949849652, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078983096}, data_checksum:2222604892, accum_checksum:2566722914, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986131487, freeze_ts:1718692986131489, submit_ts:1718692986131494, flushed_ts:1718692986277901, gen_to_freeze cost time:2, gen_to_submit cost time:7, submit_to_flush cost time:146407}, fs_cb_begin_ts=1718692986277937, log_life_time=146450) [2024-06-18 14:43:06.277975] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=36] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=12, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:43:06.278001] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=153686, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:43:06.278015] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=53472, avg_log_gen_to_submit_time=53487, avg_log_submit_to_flush_time=100123, avg_log_submit_to_slide_time=100199) [2024-06-18 14:43:06.277991] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986162175280, v:0}, log_ts:{val:1718692986162175280, v:0}, lsn:{lsn:122820979199}, submit_ts:1718692986162307}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007913}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=115679, ctx_lock_wait_time=2) [2024-06-18 14:43:06.278043] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=25][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988275, log_task={header:{begin_lsn:{lsn:122820979143}, end_lsn:{lsn:122820979687}, log_id:217988275, min_scn:{val:1718692986162175280, v:0}, max_scn:{val:1718692986162175280, v:0}, data_len:488, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820979143}, data_checksum:3874659429, accum_checksum:3191217407, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986162233, freeze_ts:1718692986162241, submit_ts:1718692986162255, flushed_ts:1718692986277838, gen_to_freeze cost time:8, gen_to_submit cost time:22, submit_to_flush cost time:115583}, fs_cb_begin_ts=1718692986277960, log_life_time=115727) [2024-06-18 14:43:06.278101] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=49] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=137, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:43:06.278249] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1001, new_min_version={val:1718692985898858848, v:0}, new_max_version={val:1718692985898858848, v:0}, last_min_version={val:1718692985698664441, v:0}, last_max_version={val:1718692985698664441, v:0}, total_time_us=117625, delta_us=379388) [2024-06-18 14:43:06.278295] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=42] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1718692985898858848, v:0}, min_version={val:1718692985898858848, v:0}, max_version={val:1718692985898858848, v:0}, in_service=true, leader_epoch=16) [2024-06-18 14:43:06.278385] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=117802, time_dist: do_cluster_heartbeat=13, generate_cluster_version=117715) [2024-06-18 14:43:06.283422] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=39] Dumping All Cache Objs(alloc_obj_list.count()=189, alloc_obj_list=[{obj_id:1, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108388}, {obj_id:3, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:364654}, {obj_id:5, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:6, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:7, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:8, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:9, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127734}, {obj_id:10, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138525}, {obj_id:11, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115993}, {obj_id:13, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130989}, {obj_id:15, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109512}, {obj_id:16, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118299}, {obj_id:19, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133769}, {obj_id:21, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113424}, {obj_id:27, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157110}, {obj_id:32, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113860}, {obj_id:33, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129912}, {obj_id:34, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106736}, {obj_id:35, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138468}, {obj_id:36, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108349}, {obj_id:37, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128531}, {obj_id:38, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:140916}, {obj_id:39, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:40, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131952}, {obj_id:41, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:134774}, {obj_id:42, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121261}, {obj_id:43, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206352}, {obj_id:44, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123535}, {obj_id:45, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119884}, {obj_id:46, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136002}, {obj_id:47, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121888}, {obj_id:48, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121359}, {obj_id:49, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:50, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:51, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121936}, {obj_id:52, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111452}, {obj_id:53, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125200}, {obj_id:54, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109500}, {obj_id:55, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:56, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:57, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:58, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:59, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:60, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109617}, {obj_id:61, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106711}, {obj_id:62, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106784}, {obj_id:63, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106714}, {obj_id:64, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107566}, {obj_id:65, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120354}, {obj_id:66, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:67, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163470}, {obj_id:68, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128342}, {obj_id:69, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:148207}, {obj_id:70, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:71, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131029}, {obj_id:72, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125100}, {obj_id:73, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:74, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:145694}, {obj_id:75, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130042}, {obj_id:76, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131262}, {obj_id:77, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121063}, {obj_id:78, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119043}, {obj_id:79, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117714}, {obj_id:80, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132081}, {obj_id:81, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125181}, {obj_id:82, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:83, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120438}, {obj_id:84, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117890}, {obj_id:85, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120793}, {obj_id:86, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117922}, {obj_id:87, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120786}, {obj_id:88, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117858}, {obj_id:89, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124021}, {obj_id:90, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119374}, {obj_id:91, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115474}, {obj_id:92, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141969}, {obj_id:93, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115490}, {obj_id:94, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120215}, {obj_id:95, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115890}, {obj_id:96, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123896}, {obj_id:97, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115586}, {obj_id:98, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116738}, {obj_id:99, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245241}, {obj_id:100, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:101, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186252}, {obj_id:102, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107056}, {obj_id:103, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117508}, {obj_id:104, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106656}, {obj_id:105, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119504}, {obj_id:106, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105463}, {obj_id:107, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:237067}, {obj_id:108, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178084}, {obj_id:109, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106686}, {obj_id:110, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107948}, {obj_id:111, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126996}, {obj_id:112, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124817}, {obj_id:113, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114526}, {obj_id:114, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115522}, {obj_id:115, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117537}, {obj_id:116, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:140471}, {obj_id:117, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129231}, {obj_id:118, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:120, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156684}, {obj_id:121, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113648}, {obj_id:130, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133503}, {obj_id:138, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120415}, {obj_id:141, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123552}, {obj_id:143, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137772}, {obj_id:157, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129890}, {obj_id:158, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108320}, {obj_id:159, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130987}, {obj_id:160, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108082}, {obj_id:161, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130546}, {obj_id:162, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107792}, {obj_id:163, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:135276}, {obj_id:164, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138106}, {obj_id:165, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137630}, {obj_id:166, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120763}, {obj_id:167, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125589}, {obj_id:168, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124590}, {obj_id:169, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107008}, {obj_id:170, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111079}, {obj_id:171, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111252}, {obj_id:172, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107896}, {obj_id:173, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:174, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110199}, {obj_id:175, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:176, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:177, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175880}, {obj_id:178, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:153168}, {obj_id:179, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126837}, {obj_id:180, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120976}, {obj_id:181, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106816}, {obj_id:182, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110284}, {obj_id:183, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121153}, {obj_id:184, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:161050}, {obj_id:185, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118154}, {obj_id:186, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:93506}, {obj_id:187, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:92214}, {obj_id:188, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124094}, {obj_id:189, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112172}, {obj_id:190, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:191, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105632}, {obj_id:192, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106800}, {obj_id:193, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110040}, {obj_id:194, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113432}, {obj_id:195, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105563}, {obj_id:196, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:197, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:198, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105856}, {obj_id:199, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128904}, {obj_id:200, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:104576}, {obj_id:201, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:202, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123020}, {obj_id:203, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127068}, {obj_id:204, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122081}, {obj_id:205, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:206, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138833}, {obj_id:207, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112317}, {obj_id:208, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:150756}, {obj_id:209, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111898}, {obj_id:210, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:139315}, {obj_id:211, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:89993}, {obj_id:212, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:267040}, {obj_id:213, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112612}, {obj_id:214, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:144512}, {obj_id:215, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:210037}, {obj_id:216, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118883}, {obj_id:217, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138981}, {obj_id:218, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111780}, {obj_id:219, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105264}, {obj_id:220, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:137607}, {obj_id:221, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109912}, {obj_id:222, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116114}, {obj_id:223, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141483}, {obj_id:224, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110296}, {obj_id:225, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111536}, {obj_id:226, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:171077}, {obj_id:227, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:164478}, {obj_id:228, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:229, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110236}, {obj_id:230, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:231, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:136847}, {obj_id:232, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:233, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:172548}, {obj_id:234, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156632}, {obj_id:235, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224108}, {obj_id:236, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109029}]) [2024-06-18 14:43:06.284108] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [739][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=679] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:06.316476] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCE3-0-0] [lt=28] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:06.316645] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38] get number(ret=0, service_type_=0, range=1, base_id=1718692986316641630, start_id=1718692986316641630, end_id=1718692986316641631) [2024-06-18 14:43:06.319188] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=28] gc stale ls task succ [2024-06-18 14:43:06.323279] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [1114][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=30] LogLoopThread round_cost_time(us)(round_cost_time=38) [2024-06-18 14:43:06.325313] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.289|208=0us|217=35.61ms|222=1us|total=35.66ms) [2024-06-18 14:43:06.325379] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.289|536=0us|557=4us|562=1us|total=35.70ms) [2024-06-18 14:43:06.325411] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.289|79=0us|total=35.73ms) [2024-06-18 14:43:06.329542] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:121, local_retry_times:121, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:06.329583] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.329600] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.329614] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:06.329638] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:06.329884] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.329913] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.329934] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:06.329952] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:06.329970] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:06.329987] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:06.330001] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:06.330015] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:06.330040] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=24][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:06.330050] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:06.330059] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:06.330067] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=7][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:06.330076] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:06.330086] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:06.330103] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:06.330122] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:06.330139] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.330153] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.330169] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:06.330180] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:06.330197] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:06.330209] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=122, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:06.330240] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=22774095, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=122, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.349650] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=29] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.350285] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.350566] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.350582] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=25] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.350608] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.350672] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=23] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.350718] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=25] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.350861] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=27] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.351013] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=32] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.351017] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.351038] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=30] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.351142] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=28] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.351324] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=20] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.351363] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.351642] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.351800] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.351848] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=30] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:06.363487] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472620322}], scn_array=[{val:1718692986116563214, v:0}], curr_size=122, accum_size=1204, time_cost=119508) [2024-06-18 14:43:06.363649] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703425, log_task={header:{begin_lsn:{lsn:71472620322}, end_lsn:{lsn:71472620444}, log_id:183703425, min_scn:{val:1718692986116563214, v:0}, max_scn:{val:1718692986116563214, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472620322}, data_checksum:667309872, accum_checksum:3546084050, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986243917, freeze_ts:1718692986243926, submit_ts:1718692986243941, flushed_ts:1718692986363547, gen_to_freeze cost time:9, gen_to_submit cost time:24, submit_to_flush cost time:119606}, fs_cb_begin_ts=1718692986363632, log_life_time=119715) [2024-06-18 14:43:06.367411] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.374503] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=39] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:06.375149] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=5) [2024-06-18 14:43:06.375678] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=32] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:06.378502] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26] no need to update min/max version(new_version={val:1718692985898858848, v:0}, min_version={val:1718692985898858848, v:0}, max_version={val:1718692985898858848, v:0}) [2024-06-18 14:43:06.380326] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:185) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29] get wrs ts(ls_id={id:1}, delta=481146, log_service_ts=1718692985898858, min_tx_service_ts=4611686018427387, timestamp={val:1718692985898858848, v:0}) [2024-06-18 14:43:06.380368] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:214) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=31] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1001, LS_ID={id:1}, Not_Master_Cnt=0, Near_To_GTS_Cnt=154, Other_Error_Cnt=0, Submit_Succ_Cnt=81, last_scn="{val:1718692982955790385, v:0}", last_lsn={lsn:122820966786}, last_gts={val:1718692986162175280, v:0}, min_start_scn="{val:1718692982941738729, v:0}", min_start_status=2, sys_ls_end_scn={val:0, v:0}) [2024-06-18 14:43:06.386757] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [796][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=28] run rewrite rule refresh task(rule_mgr_->tenant_id_=1) [2024-06-18 14:43:06.388005] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [796][T1_ReqMemEvict][T1][YB42C0A801CD-00061B2415A2EFE6-0-0] [lt=29] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692976078564, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692986387420, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:43:06.393884] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.371|208=0us|217=22.04ms|222=2us|total=22.09ms) [2024-06-18 14:43:06.393947] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.371|536=0us|557=4us|562=0us|total=22.13ms) [2024-06-18 14:43:06.393978] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.371|79=0us|total=22.16ms) [2024-06-18 14:43:06.395936] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA4A-0-0] [lt=18][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:43:06.395974] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA4A-0-0] [lt=34][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:06.398603] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:06.398639] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:06.398769] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:06.398798] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:06.398824] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:06.398847] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:06.398872] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:06.398897] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:06.398917] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:06.398932] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:43:06.398956] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:43:06.398977] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=24, mem_used=16637952) [2024-06-18 14:43:06.399012] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] release old cannot free more memory [2024-06-18 14:43:06.399027] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=50, size_used=0, mem_used=16637952) [2024-06-18 14:43:06.403525] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820979687}], scn_array=[{val:1718692986162175281, v:0}], curr_size=122, accum_size=122, time_cost=125559) [2024-06-18 14:43:06.403524] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873719306}], scn_array=[{val:1718692985949849653, v:0}], curr_size=122, accum_size=366, time_cost=71883) [2024-06-18 14:43:06.403524] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078983218}], scn_array=[{val:1718692985949849653, v:0}], curr_size=122, accum_size=854, time_cost=71857) [2024-06-18 14:43:06.403686] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988276, log_task={header:{begin_lsn:{lsn:122820979687}, end_lsn:{lsn:122820979809}, log_id:217988276, min_scn:{val:1718692986162175281, v:0}, max_scn:{val:1718692986162175281, v:0}, data_len:66, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820979687}, data_checksum:667309872, accum_checksum:1375652293, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986271812, freeze_ts:1718692986277924, submit_ts:1718692986277941, flushed_ts:1718692986403590, gen_to_freeze cost time:6112, gen_to_submit cost time:6129, submit_to_flush cost time:125649}, fs_cb_begin_ts=1718692986403671, log_life_time=131859) [2024-06-18 14:43:06.407906] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [921][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=53] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-06-18 14:43:06.412110] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412126] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=34][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:657893, tid:1306}]) [2024-06-18 14:43:06.412141] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=30][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412155] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412168] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412186] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412199] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412217] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412230] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412248] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412261] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412280] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412292] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412333] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=40][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412346] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412364] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412376] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412395] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412407] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412426] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412439] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412458] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412470] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412489] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412502] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412520] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412533] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412551] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412564] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412583] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412595] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412613] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412626] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412644] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412657] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412675] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412688] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412706] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412719] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412736] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=16][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412749] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412767] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412780] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412798] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412811] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412830] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412842] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412861] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412873] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412892] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412904] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412923] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412936] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412954] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412967] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412980] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.412990] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413003] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413022] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413035] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413053] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413066] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413084] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413096] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413114] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413127] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413145] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413158] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413176] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413189] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413208] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413220] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413239] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413251] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413270] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413283] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413301] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413313] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413332] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413344] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413362] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413375] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413393] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413406] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413425] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413438] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413456] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413469] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413487] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413500] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413519] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413531] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413545] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413563] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413576] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413595] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413607] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413625] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413638] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413657] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413669] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413688] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413701] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413719] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413732] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413750] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413763] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413781] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413793] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413812] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413825] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413843] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413855] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413873] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413886] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413904] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413917] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413936] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413949] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413967] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413980] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.413998] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414011] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414030] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414042] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414061] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414073] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414091] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414104] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414122] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414135] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414153] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414166] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414184] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414197] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414215] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414227] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414246] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414259] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414277] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414290] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414308] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414321] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414339] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414352] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414371] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414384] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414402] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414415] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414433] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414445] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414460] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414478] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414491] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414509] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414522] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414540] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414553] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414571] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414584] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414602] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414615] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414634] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414646] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414664] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414677] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414696] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414708] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414727] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414739] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414758] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414771] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414789] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414802] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414820] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414833] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414851] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414864] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414882] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414895] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414913] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414925] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414944] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414956] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414975] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.414988] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415006] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415019] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415038] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415051] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415069] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415081] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415100] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415113] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415131] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415144] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415157] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415176] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415188] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415206] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415219] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:06.415238] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:06.425224] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=15] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=18, mem_used=37435392) [2024-06-18 14:43:06.425266] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=29] release old cannot free more memory [2024-06-18 14:43:06.425279] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=56, size_used=0, mem_used=37435392) [2024-06-18 14:43:06.430326] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:122, local_retry_times:122, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:06.430369] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.430388] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.430401] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:06.430431] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:06.430676] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.430709] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.430732] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:06.430752] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:06.430772] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:06.430787] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:06.430803] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:06.430818] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:06.430833] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:06.430843] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:06.430859] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:06.430869] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:06.430885] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:06.430896] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:06.430911] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:06.430930] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:06.430946] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.430960] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.430977] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:06.430988] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:06.431005] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:06.431016] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=123, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:06.431046] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=22673289, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=123, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.438421] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [1014][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=25] run rewrite rule refresh task(rule_mgr_->tenant_id_=1001) [2024-06-18 14:43:06.439688] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1014][T1001_ReqMemEvi][T1001][YB42C0A801CD-00061B241702EFE4-0-0] [lt=28] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:06.439858] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1014][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=39] get number(ret=0, service_type_=0, range=1, base_id=1718692986439854069, start_id=1718692986439854069, end_id=1718692986439854070) [2024-06-18 14:43:06.450422] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=20] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:43:06.450460] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=26] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:43:06.450487] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=22] [tabletchange] task check ls(ls->get_ls_id()={id:1001}, tablet_persist_trigger=0) [2024-06-18 14:43:06.450507] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [1290][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=17] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=232) [2024-06-18 14:43:06.450866] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=52] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:43:06.450925] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=33] gts statistics(tenant_id=1001, gts_rpc_cnt=10, get_gts_cache_cnt=331, get_gts_with_stc_cnt=35, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=36, try_wait_gts_elapse_cnt=0) [2024-06-18 14:43:06.450955] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=28] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1718692986450901], gts:1718692986450904953, latest_srr:[mts=1718692986450901]}) [2024-06-18 14:43:06.460729] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472620444}], scn_array=[{val:1718692986316641630, v:0}], curr_size=541, accum_size=1745, time_cost=97092) [2024-06-18 14:43:06.460911] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=72][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986316641630, v:0}, log_ts:{val:1718692986316641630, v:0}, lsn:{lsn:71472620500}, submit_ts:1718692986316784}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005345}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=144122, ctx_lock_wait_time=2) [2024-06-18 14:43:06.461086] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692986116563213, max_version=1718692986116563213 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692985876636109 and max_version = 1718692985876636109 ) [2024-06-18 14:43:06.464400] WDIAG [SERVER] do_heartbeat_event (ob_heartbeat.cpp:265) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=36][errcode=0] try reload schema failed(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=-4023) [2024-06-18 14:43:06.464456] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=149414, time_dist: do_cluster_heartbeat=11, generate_cluster_version=146156) [2024-06-18 14:43:06.467469] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.468173] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.454|208=0us|217=13.33ms|222=2us|total=13.38ms) [2024-06-18 14:43:06.468235] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.454|536=0us|557=4us|562=0us|total=13.42ms) [2024-06-18 14:43:06.468263] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.454|79=0us|total=13.45ms) [2024-06-18 14:43:06.475347] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=40] PNIO [ratelimit] time: 1718692986475345, bytes: 15717282, bw: 0.011737 MB/s, add_ts: 1007612, add_bytes: 12401 [2024-06-18 14:43:06.478568] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=36] no need to update min/max version(new_version={val:1718692985898858848, v:0}, min_version={val:1718692985898858848, v:0}, max_version={val:1718692985898858848, v:0}) [2024-06-18 14:43:06.485820] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1009][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=36] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:43:06.486631] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505104, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:06.486708] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505103, routine_name:"PROC_REPORT_GZZ_DRG_SD_MAIN", routine_type:1, overload:0, schema_version:1704786783461552}) [2024-06-18 14:43:06.486859] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505102, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:06.486901] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505101, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:06.486950] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505021, routine_name:"PROC_REPORT_GZZ_DRG_BZJG_MX", routine_type:1, overload:0, schema_version:1704787675520216}) [2024-06-18 14:43:06.487001] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=31] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505020, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:06.495105] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873719428}], scn_array=[{val:1718692985949849654, v:0}], curr_size=122, accum_size=488, time_cost=63408) [2024-06-18 14:43:06.495105] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820979809}], scn_array=[{val:1718692986362448168, v:0}], curr_size=545, accum_size=667, time_cost=91423) [2024-06-18 14:43:06.495111] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078983340}], scn_array=[{val:1718692985949849654, v:0}], curr_size=122, accum_size=976, time_cost=63387) [2024-06-18 14:43:06.495274] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=71][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986362448168, v:0}, log_ts:{val:1718692986362448168, v:0}, lsn:{lsn:122820979865}, submit_ts:1718692986362522}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007914}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=132749, ctx_lock_wait_time=1) [2024-06-18 14:43:06.495336] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:87) [1197][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=43] run rewrite rule refresh task(rule_mgr_->tenant_id_=1002) [2024-06-18 14:43:06.495646] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=134806, time_dist: do_cluster_heartbeat=12, generate_cluster_version=134658) [2024-06-18 14:43:06.496526] WDIAG [STORAGE.TRANS] inner_lock_for_read (ob_tx_data_functor.cpp:290) [1485][TimezoneMgr][T1][YB42C0A801CD-00061B241BF2F114-0-0] [lt=95][errcode=-6004] lock_for_read need retry(ret=-6004, tx_data={tx_id:{txid:131005346}, ref_cnt:1, state:"RUNNING", commit_version:{val:1718692986388161451, v:0}, start_scn:{val:1718692986388161451, v:0}, end_scn:{val:18446744073709551615, v:3}, undo_status_list:{head:null, undo_node_cnt:0{}}}, lock_for_read_arg_={mvcc_acc_ctx_:{type:1, abs_lock_timeout:1718693016396170, tx_lock_timeout:-1, snapshot:{version:{val:1718692986450828622, v:0}, tx_id:{txid:0}, scn:0}, tx_table_guards:{tx_table_guard:{tx_table:0xfffb67fb12d0, epoch:0, mini_cache_:}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:}, transfer_start_scn:{val:18446744073709551615, v:3}}, tx_id:{txid:0}, tx_desc:NULL, tx_ctx:null, mem_ctx:null, tx_scn:0, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:0, is_write_only_index:0, is_check_row_locked:0}, handle_start_time:-1, lock_wait_start_ts:0}, data_trans_id_:{txid:131005346}, data_sql_sequence_:1718692986340807, read_latest_:false, scn_:{val:4611686018427387903, v:0}}, tx_cc_ctx={state:10, prepare_version:{val:1718692986388161451, v:0}}) [2024-06-18 14:43:06.531133] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:123, local_retry_times:123, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:06.531183] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.531195] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.531206] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:06.531286] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=67][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:06.531540] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.531572] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.531597] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:06.531619] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:06.531642] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:06.531662] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:06.531680] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:06.531694] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:06.531711] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:06.531722] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:06.531738] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:06.531748] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:06.531765] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:06.531777] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:06.531792] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:06.531812] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:06.531830] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.531842] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.531859] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:06.531871] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:06.531892] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:06.531905] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=124, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:06.531937] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=22572398, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=124, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.533727] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=30] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:43:06.535147] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472620985}], scn_array=[{val:1718692986388161451, v:0}], curr_size=500, accum_size=2245, time_cost=74266) [2024-06-18 14:43:06.535274] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703427, log_task={header:{begin_lsn:{lsn:71472620985}, end_lsn:{lsn:71472621485}, log_id:183703427, min_scn:{val:1718692986388161451, v:0}, max_scn:{val:1718692986388161451, v:0}, data_len:444, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472620985}, data_checksum:1900089799, accum_checksum:1375557974, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986388220, freeze_ts:1718692986460845, submit_ts:1718692986460860, flushed_ts:1718692986535203, gen_to_freeze cost time:72625, gen_to_submit cost time:72640, submit_to_flush cost time:74343}, fs_cb_begin_ts=1718692986535256, log_life_time=147036) [2024-06-18 14:43:06.535285] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=71][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986388161451, v:0}, log_ts:{val:1718692986388161451, v:0}, lsn:{lsn:71472621041}, submit_ts:1718692986388230}, this:0xfffb7ddca0e0, is_inited_:true, trans_id:{txid:131005346}, ls_id:{id:1}, ctx:0xfffb7ddc6e50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=147051, ctx_lock_wait_time=1) [2024-06-18 14:43:06.544880] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=19] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505019, routine_name:"PROC_DATA_HOSP_DRG_CHECK", routine_type:1, overload:0, schema_version:1704890916463976}) [2024-06-18 14:43:06.564590] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38] no need to update min/max version(new_version={val:1718692986116563213, v:0}, min_version={val:1718692986116563213, v:0}, max_version={val:1718692986116563213, v:0}) [2024-06-18 14:43:06.567536] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.575104] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=37] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:06.575252] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=4) [2024-06-18 14:43:06.576750] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=36][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.544|208=1us|217=31.78ms|222=2us|total=31.84ms) [2024-06-18 14:43:06.576816] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.544|536=0us|557=4us|562=0us|total=31.88ms) [2024-06-18 14:43:06.576844] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.544|79=0us|total=31.91ms) [2024-06-18 14:43:06.580108] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD3C-0-0] [lt=31] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:06.580225] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD3C-0-0] [lt=42][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:06.580319] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29] get number(ret=0, service_type_=0, range=1, base_id=1718692986580315434, start_id=1718692986580315434, end_id=1718692986580315435) [2024-06-18 14:43:06.592699] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=31] Slow write(duration=69154, write_len=4096) [2024-06-18 14:43:06.592734] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=32] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592135, offset=342840}, end_cursor:ObLogCursor{file_id=119, log_id=31592136, offset=343090}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac1c050, len:1224, log_data_len:250, seq:31592135, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:06.595776] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=38] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692985949849651, v:0}, base_version={val:1718692985949849651, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692985949849651, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692986595751, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:06.595830] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=52] no need to update min/max version(new_version={val:1718692985949849651, v:0}, min_version={val:1718692985949849651, v:0}, max_version={val:1718692985949849651, v:0}) [2024-06-18 14:43:06.603806] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=75421, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:43:06.603804] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=48][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873719550}], scn_array=[{val:1718692986496714891, v:0}], curr_size=501, accum_size=989, time_cost=106968) [2024-06-18 14:43:06.603804] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820980354}], scn_array=[{val:1718692986439854069, v:0}], curr_size=501, accum_size=1168, time_cost=108543) [2024-06-18 14:43:06.603844] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078983462}], scn_array=[{val:1718692986496714891, v:0}], curr_size=122, accum_size=1098, time_cost=72036) [2024-06-18 14:43:06.603878] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=32] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=1098) [2024-06-18 14:43:06.603904] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=17, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:43:06.603935] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344777, log_task={header:{begin_lsn:{lsn:26873719550}, end_lsn:{lsn:26873720051}, log_id:174344777, min_scn:{val:1718692986496714891, v:0}, max_scn:{val:1718692986496714891, v:0}, data_len:445, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873719550}, data_checksum:2393740930, accum_checksum:2841724856, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986496780, freeze_ts:1718692986496788, submit_ts:1718692986496802, flushed_ts:1718692986603869, gen_to_freeze cost time:8, gen_to_submit cost time:22, submit_to_flush cost time:107067}, fs_cb_begin_ts=1718692986603918, log_life_time=107138) [2024-06-18 14:43:06.603964] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988278, log_task={header:{begin_lsn:{lsn:122820980354}, end_lsn:{lsn:122820980855}, log_id:217988278, min_scn:{val:1718692986439854069, v:0}, max_scn:{val:1718692986439854069, v:0}, data_len:445, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820980354}, data_checksum:2307745799, accum_checksum:3873380005, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986439953, freeze_ts:1718692986495222, submit_ts:1718692986495235, flushed_ts:1718692986603865, gen_to_freeze cost time:55269, gen_to_submit cost time:55282, submit_to_flush cost time:108630}, fs_cb_begin_ts=1718692986603949, log_life_time=163996) [2024-06-18 14:43:06.603965] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1321][T1002_ApplySrv4][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986496714891, v:0}, log_ts:{val:1718692986496714891, v:0}, lsn:{lsn:26873719606}, submit_ts:1718692986496833}, this:0xfffb4bb9b8e0, is_inited_:true, trans_id:{txid:63002168}, ls_id:{id:1}, ctx:0xfffb4bb98650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=107127, ctx_lock_wait_time=2) [2024-06-18 14:43:06.603976] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=66][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986439854069, v:0}, log_ts:{val:1718692986439854069, v:0}, lsn:{lsn:122820980410}, submit_ts:1718692986439963}, this:0xfffb609d38e0, is_inited_:true, trans_id:{txid:222007915}, ls_id:{id:1}, ctx:0xfffb609d0650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=164010, ctx_lock_wait_time=1) [2024-06-18 14:43:06.604041] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=64] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=1098) [2024-06-18 14:43:06.604089] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=26] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:43:06.604130] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=40] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=75616, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:43:06.604144] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=8, avg_log_submit_to_flush_time=75564, avg_log_submit_to_slide_time=75607) [2024-06-18 14:43:06.604170] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=76, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:43:06.615587] INFO [SQL.EXE] run2 (ob_maintain_dependency_info_task.cpp:222) [460][MaintainDepInfo][T0][Y0-0000000000000000-0-0] [lt=26] [ASYNC TASK QUEUE](queue_size=0) [2024-06-18 14:43:06.621755] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=33] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-06-18 14:43:06.624952] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29F-0-0] [lt=25] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:43:06.624997] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F29F-0-0] [lt=40] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:43:06.630140] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.612|208=1us|217=17.41ms|222=3us|total=17.46ms) [2024-06-18 14:43:06.630203] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.612|536=0us|557=5us|562=0us|total=17.50ms) [2024-06-18 14:43:06.630233] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.612|79=0us|total=17.53ms) [2024-06-18 14:43:06.630405] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=33] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:43:06.631788] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:950) [1024][T1001_DupTbLeas][T1001][Y0-0000000000000000-0-0] [lt=35][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-06-18 14:43:06.631944] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:670) [1024][T1001_DupTbLeas][T1001][Y0-0000000000000000-0-0] [lt=36][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1001 and flag like "%DUPLICATE%", tenant_id=1001, exec_tenant_id=1, need_member_list=false) [2024-06-18 14:43:06.632024] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:124, local_retry_times:124, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:06.632069] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=39][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.632088] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.632100] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:06.632132] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:06.632421] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.632455] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.632482] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:06.632503] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:06.632519] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:06.632539] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:06.632556] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:06.632573] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:06.632591] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:06.632601] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:06.632619] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:06.632630] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:06.632647] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:06.632676] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=27][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:06.632687] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:06.632714] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:06.632732] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.632752] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.632771] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:06.632785] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:06.632804] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:06.632817] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=125, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:06.632851] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] will sleep(sleep_us=100000, remain_us=22471484, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=125, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.643862] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820980855}], scn_array=[{val:1718692986450904953, v:0}], curr_size=611, accum_size=1779, time_cost=39905) [2024-06-18 14:43:06.646112] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=67523, time_dist: do_cluster_heartbeat=13, generate_cluster_version=65621, cluster_service_self_check=8) [2024-06-18 14:43:06.667559] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.671754] INFO [SERVER] check_schema_version (ob_tenant_tablet_ttl_mgr.cpp:1372) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCD-0-0] [lt=17] is not a formal_schema_version(ret=-4023, ret="OB_EAGAIN", schema_version=1710490458382543) [2024-06-18 14:43:06.671800] WDIAG [SERVER] check_and_handle_event (ob_tenant_tablet_ttl_mgr.cpp:212) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCD-0-0] [lt=43][errcode=-4023] fail to check schema version(ret=-4023, ret="OB_EAGAIN") [2024-06-18 14:43:06.671818] WDIAG [SERVER] runTimerTask (ob_tenant_tablet_ttl_mgr.cpp:613) [1479][T1002_TTLTablet][T1002][YB42C0A801CD-00061B241BE2EFCD-0-0] [lt=15][errcode=-4023] fail to scan and handle all tenant event(ret=-4023, ret="OB_EAGAIN") [2024-06-18 14:43:06.706790] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078983584}], scn_array=[{val:1718692986496714892, v:0}], curr_size=122, accum_size=122, time_cost=74933) [2024-06-18 14:43:06.706790] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873720051}], scn_array=[{val:1718692986496714892, v:0}], curr_size=122, accum_size=1111, time_cost=74963) [2024-06-18 14:43:06.713873] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.697|208=0us|217=16.06ms|222=2us|total=16.11ms) [2024-06-18 14:43:06.713935] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.697|536=0us|557=5us|562=1us|total=16.16ms) [2024-06-18 14:43:06.713964] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.697|79=0us|total=16.18ms) [2024-06-18 14:43:06.731605] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=43] PNIO [ratelimit] time: 1718692986731603, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007618, add_bytes: 0 [2024-06-18 14:43:06.732935] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:125, local_retry_times:125, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:06.732980] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=40][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.732999] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.733011] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:06.733040] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:06.733302] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.733335] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.733360] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:06.733403] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:06.733423] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:06.733438] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:06.733447] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:06.733462] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:06.733479] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:06.733490] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:06.733504] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:06.733514] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:06.733529] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:06.733540] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:06.733550] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:06.733573] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:06.733590] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.733604] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.733621] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:06.733633] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:06.733651] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:06.733661] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=126, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:06.733692] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=22370643, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=126, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.735399] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820981466}], scn_array=[{val:1718692986605255502, v:0}], curr_size=1012, accum_size=2791, time_cost=91390) [2024-06-18 14:43:06.735402] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472621485}], scn_array=[{val:1718692986450828622, v:0}], curr_size=122, accum_size=2367, time_cost=91176) [2024-06-18 14:43:06.735524] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988280, log_task={header:{begin_lsn:{lsn:122820981466}, end_lsn:{lsn:122820982478}, log_id:217988280, min_scn:{val:1718692986605255502, v:0}, max_scn:{val:1718692986605255502, v:0}, data_len:956, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820981466}, data_checksum:2381193058, accum_checksum:3296508224, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986605334, freeze_ts:1718692986643969, submit_ts:1718692986643985, flushed_ts:1718692986735462, gen_to_freeze cost time:38635, gen_to_submit cost time:38651, submit_to_flush cost time:91477}, fs_cb_begin_ts=1718692986735511, log_life_time=130177) [2024-06-18 14:43:06.735532] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986605255502, v:0}, log_ts:{val:1718692986605255502, v:0}, lsn:{lsn:122820981522}, submit_ts:1718692986605347}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007917}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=130181, ctx_lock_wait_time=1) [2024-06-18 14:43:06.735658] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=56] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:06.743514] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505018, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:06.743579] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=34] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:505014, routine_name:"PROC_REPORT_GZZ_DRG_BZJG", routine_type:1, overload:0, schema_version:1704704419815272}) [2024-06-18 14:43:06.743669] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2867) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24] routine info is deleted(routine_info={tenant_id:1002, database_id:18446744073709551615, package_id:18446744073709551615, routine_id:505010, routine_name:"", routine_type:0, overload:18446744073709551615, schema_version:-1}) [2024-06-18 14:43:06.748250] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1019][T1001_TenantMet][T1001][Y0-0000000000000000-0-0] [lt=57] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:813, free_obj_hold_cnt:29, allocator used:3347792, allocator total:3466624}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3466624, tablets_mem_limit=257698020, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:15, free_obj_hold_cnt:0, allocator used:38400, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=813) [2024-06-18 14:43:06.766258] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] get number(ret=0, service_type_=0, range=1, base_id=1718692986766252575, start_id=1718692986766252575, end_id=1718692986766252576) [2024-06-18 14:43:06.767619] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.774449] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.743|208=0us|217=30.67ms|222=2us|total=30.72ms) [2024-06-18 14:43:06.774510] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.743|536=0us|557=3us|562=0us|total=30.76ms) [2024-06-18 14:43:06.774540] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.743|79=0us|total=30.79ms) [2024-06-18 14:43:06.775359] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=3) [2024-06-18 14:43:06.775793] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=46] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:06.780164] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD3D-0-0] [lt=34][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:06.789923] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=26] current monitor number(seq_=-1) [2024-06-18 14:43:06.794295] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:38) [841][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=25] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-06-18 14:43:06.794343] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:99) [841][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=28] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=269) [2024-06-18 14:43:06.802847] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=15] not leader, no need refresh error context(id_=1) [2024-06-18 14:43:06.802902] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=29] not leader, no need refresh error context(id_=1001) [2024-06-18 14:43:06.815500] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873720173}], scn_array=[{val:1718692986496714893, v:0}], curr_size=122, accum_size=1233, time_cost=83622) [2024-06-18 14:43:06.815501] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078983706}], scn_array=[{val:1718692986496714893, v:0}], curr_size=122, accum_size=244, time_cost=83588) [2024-06-18 14:43:06.826367] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:504993, routine_name:"PROC_DRG_QTY_INDEX_REPORT_AGAIN_FJH2018_2020", routine_type:1, overload:0, schema_version:1709101858711968}) [2024-06-18 14:43:06.831951] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=89] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=53, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:43:06.832041] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=44] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=37, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:43:06.833778] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:126, local_retry_times:126, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:06.833824] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.833844] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:06.833856] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:06.833887] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:06.834165] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.834199] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.834224] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:06.834245] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:06.834266] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:06.834286] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:06.834303] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:06.834319] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:06.834336] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:06.834347] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:06.834361] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:06.834371] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:06.834387] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:06.834399] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:06.834415] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:06.834436] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:06.834454] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.834469] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:06.834485] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:06.834498] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:06.834515] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:06.834527] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=127, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:06.834558] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=22269777, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=127, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.838482] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=34] Slow write(duration=102555, write_len=4096) [2024-06-18 14:43:06.838517] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592136, offset=343090}, end_cursor:ObLogCursor{file_id=119, log_id=31592137, offset=343340}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac20050, len:974, log_data_len:250, seq:31592136, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:06.838575] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1122][T1002_TeRec][T1002][YB42C0A801CD-00061B2418A2F2A6-0-0] [lt=48][errcode=-4389] destruct(*this=time guard 'ls_meta' cost too much time, used=102727, time_dist: after lock=1) [2024-06-18 14:43:06.845303] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=33][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.826|208=0us|217=18.85ms|222=2us|total=18.90ms) [2024-06-18 14:43:06.845367] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.826|536=0us|557=4us|562=0us|total=18.95ms) [2024-06-18 14:43:06.845399] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.826|79=0us|total=18.97ms) [2024-06-18 14:43:06.858491] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:519) [799][T1_HBService][T1][YB42C0A801CD-00061B241B52F12C-0-0] [lt=36] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-06-18 14:43:06.859671] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A6-0-0] [lt=42] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:06.861250] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820982478}], scn_array=[{val:1718692986605255503, v:0}], curr_size=122, accum_size=2913, time_cost=89131) [2024-06-18 14:43:06.861253] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472621607}], scn_array=[{val:1718692986450828623, v:0}], curr_size=122, accum_size=2489, time_cost=116969) [2024-06-18 14:43:06.861415] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703429, log_task={header:{begin_lsn:{lsn:71472621607}, end_lsn:{lsn:71472621729}, log_id:183703429, min_scn:{val:1718692986450828623, v:0}, max_scn:{val:1718692986450828623, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472621607}, data_checksum:667309872, accum_checksum:2237835290, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986744228, freeze_ts:1718692986744235, submit_ts:1718692986744249, flushed_ts:1718692986861307, gen_to_freeze cost time:7, gen_to_submit cost time:21, submit_to_flush cost time:117058}, fs_cb_begin_ts=1718692986861398, log_life_time=117170) [2024-06-18 14:43:06.867683] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.900974] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AD-0-0] [lt=31] get number(ret=0, service_type_=0, range=1, base_id=1718692986900970402, start_id=1718692986900970402, end_id=1718692986900970403) [2024-06-18 14:43:06.901089] INFO [LIB] stat (utility.h:1157) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AD-0-0] [lt=37] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=48, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:43:06.908166] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.869|208=0us|217=38.67ms|222=2us|total=38.72ms) [2024-06-18 14:43:06.908231] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.869|536=0us|557=4us|562=1us|total=38.77ms) [2024-06-18 14:43:06.908275] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=42][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.869|79=0us|total=38.81ms) [2024-06-18 14:43:06.934643] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:06.934947] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:06.934980] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:06.935089] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=22169246, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=128, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:06.941319] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873720295}], scn_array=[{val:1718692986496714894, v:0}], curr_size=122, accum_size=1355, time_cost=109366) [2024-06-18 14:43:06.941322] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078983828}], scn_array=[{val:1718692986496714894, v:0}], curr_size=122, accum_size=366, time_cost=109266) [2024-06-18 14:43:06.941459] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050340, log_task={header:{begin_lsn:{lsn:683078983828}, end_lsn:{lsn:683078983950}, log_id:173050340, min_scn:{val:1718692986496714894, v:0}, max_scn:{val:1718692986496714894, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078983828}, data_checksum:2222604892, accum_checksum:503683050, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986832016, freeze_ts:1718692986832019, submit_ts:1718692986832025, flushed_ts:1718692986941395, gen_to_freeze cost time:3, gen_to_submit cost time:9, submit_to_flush cost time:109370}, fs_cb_begin_ts=1718692986941442, log_life_time=109426) [2024-06-18 14:43:06.941576] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344780, log_task={header:{begin_lsn:{lsn:26873720295}, end_lsn:{lsn:26873720417}, log_id:174344780, min_scn:{val:1718692986496714894, v:0}, max_scn:{val:1718692986496714894, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873720295}, data_checksum:667309872, accum_checksum:702650939, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986831905, freeze_ts:1718692986831910, submit_ts:1718692986831921, flushed_ts:1718692986941530, gen_to_freeze cost time:5, gen_to_submit cost time:16, submit_to_flush cost time:109609}, fs_cb_begin_ts=1718692986941565, log_life_time=109660) [2024-06-18 14:43:06.948175] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.936|208=1us|217=11.55ms|222=1us|total=11.60ms) [2024-06-18 14:43:06.948238] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.936|536=0us|557=5us|562=0us|total=11.64ms) [2024-06-18 14:43:06.948280] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.936|79=0us|total=11.68ms) [2024-06-18 14:43:06.967732] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:06.975464] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=26] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=2) [2024-06-18 14:43:06.975650] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=33] [PALF STAT WRITE LOG COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=94578, this=0xfffb79383a70, extra_info="") [2024-06-18 14:43:06.975641] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820982600}], scn_array=[{val:1718692986780266839, v:0}], curr_size=1615, accum_size=4528, time_cost=114238) [2024-06-18 14:43:06.975682] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=31][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472621729}], scn_array=[{val:1718692986766252575, v:0}], curr_size=541, accum_size=3030, time_cost=114250) [2024-06-18 14:43:06.975718] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=34] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3030) [2024-06-18 14:43:06.975750] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=21, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:43:06.975763] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988282, log_task={header:{begin_lsn:{lsn:122820982600}, end_lsn:{lsn:122820984215}, log_id:217988282, min_scn:{val:1718692986780266839, v:0}, max_scn:{val:1718692986860531869, v:0}, data_len:1559, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820982600}, data_checksum:4128471610, accum_checksum:3912486272, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986780327, freeze_ts:1718692986861353, submit_ts:1718692986861375, flushed_ts:1718692986975697, gen_to_freeze cost time:81026, gen_to_submit cost time:81048, submit_to_flush cost time:114322}, fs_cb_begin_ts=1718692986975748, log_life_time=195421) [2024-06-18 14:43:06.975796] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=60] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3030) [2024-06-18 14:43:06.975769] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986797404585, v:0}, log_ts:{val:1718692986797404585, v:0}, lsn:{lsn:122820983145}, submit_ts:1718692986797458}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007919}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=178307, ctx_lock_wait_time=2) [2024-06-18 14:43:06.975870] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=14, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:43:06.975894] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=126632, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:43:06.975909] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=8, avg_log_gen_to_freeze_time=31864, avg_log_gen_to_submit_time=31883, avg_log_submit_to_flush_time=94678, avg_log_submit_to_slide_time=94749) [2024-06-18 14:43:06.975913] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=55] [APPLY STAT CB APPEND COST TIME](cur_stat_count=30, stat_interval=5000000, avg (count/cost)=33, this=0xfffb523fe440, extra_info="") [2024-06-18 14:43:06.975885] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=64][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986766252575, v:0}, log_ts:{val:1718692986766252575, v:0}, lsn:{lsn:71472621785}, submit_ts:1718692986766388}, this:0xfffb7ddf1ee0, is_inited_:true, trans_id:{txid:131005347}, ls_id:{id:1}, ctx:0xfffb7ddeec50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=209493, ctx_lock_wait_time=1) [2024-06-18 14:43:06.975934] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=19] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=30, stat_interval=5000000, avg (count/cost)=139167, this=0xfffb523fe670, extra_info="") [2024-06-18 14:43:06.975947] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=12] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=30, stat_interval=5000000, avg (count/cost)=0, this=0xfffb523fe8a0, extra_info="") [2024-06-18 14:43:06.975959] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=12] [APPLY STAT CB EXECUTE TIME](cur_stat_count=30, stat_interval=5000000, avg (count/cost)=-427, this=0xfffb523fead0, extra_info="") [2024-06-18 14:43:06.975935] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703430, log_task={header:{begin_lsn:{lsn:71472621729}, end_lsn:{lsn:71472622270}, log_id:183703430, min_scn:{val:1718692986766252575, v:0}, max_scn:{val:1718692986766252575, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472621729}, data_checksum:3201806237, accum_checksum:3461775619, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692986766376, freeze_ts:1718692986861355, submit_ts:1718692986861376, flushed_ts:1718692986975759, gen_to_freeze cost time:94979, gen_to_submit cost time:95000, submit_to_flush cost time:114383}, fs_cb_begin_ts=1718692986975854, log_life_time=209478) [2024-06-18 14:43:06.975977] INFO [LIB] stat (utility.h:1157) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=18] [APPLY STAT CB TOTAL TIME](cur_stat_count=30, stat_interval=5000000, avg (count/cost)=138773, this=0xfffb523fed00, extra_info="") [2024-06-18 14:43:06.975985] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=41] [PALF STAT FLUSH CB COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=135, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:43:06.975992] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=12][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986780266839, v:0}, log_ts:{val:1718692986780266839, v:0}, lsn:{lsn:122820982656}, submit_ts:1718692986780338}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007918}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=195653, ctx_lock_wait_time=0) [2024-06-18 14:43:06.976048] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=41] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692986388161451, max_version=1718692986388161451 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692986116563213 and max_version = 1718692986116563213 ) [2024-06-18 14:43:06.976041] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=23] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:43:06.976080] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986860531869, v:0}, log_ts:{val:1718692986860531869, v:0}, lsn:{lsn:122820983634}, submit_ts:1718692986860601}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007920}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=115478, ctx_lock_wait_time=0) [2024-06-18 14:43:06.976170] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=32] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:06.976210] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=180346, time_dist: do_cluster_heartbeat=14, generate_cluster_version=180135, cluster_service_self_check=51) [2024-06-18 14:43:06.976265] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=197551, time_dist: do_cluster_heartbeat=12, generate_cluster_version=197454) [2024-06-18 14:43:06.976450] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:06.978959] INFO [STORAGE.TRANS] amend (ob_tenant_weak_read_server_version_mgr.cpp:192) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=35] [WRS] tenant has no valid partition on current server, generate weak read snapshot version based on current timestamp(tenant_id=1, epoch_tstamp_=1718692986976219, total_part_count_=1, valid_inner_part_count_=0, valid_user_part_count_=0, version_={val:1718692982452429000, v:0}, base_version_when_no_valid_partition={val:1718692982452429000, v:0}) [2024-06-18 14:43:06.979002] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=214345, time_dist: do_cluster_heartbeat=12, generate_cluster_version=211539) [2024-06-18 14:43:07.005306] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:06.985|208=1us|217=19.32ms|222=2us|total=19.38ms) [2024-06-18 14:43:07.005367] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=55][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:06.985|536=0us|557=4us|562=0us|total=19.41ms) [2024-06-18 14:43:07.005396] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:06.985|79=1us|total=19.44ms) [2024-06-18 14:43:07.009690] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=28] gc stale ls task succ [2024-06-18 14:43:07.011440] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1978) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(dag_cnt=0, map_size=0) [2024-06-18 14:43:07.011473] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1988) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=31] dump_dag_status(running_dag_net_map_size=0, blocking_dag_net_list_size=0) [2024-06-18 14:43:07.011490] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=14] dump_dag_status(priority="PRIO_COMPACTION_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:07.011515] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=24] dump_dag_status(priority="PRIO_HA_HIGH", low_limit=8, up_limit=8, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:07.011529] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_COMPACTION_MID", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:07.011546] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(priority="PRIO_HA_MID", low_limit=5, up_limit=5, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:07.011559] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_COMPACTION_LOW", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:07.011575] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(priority="PRIO_HA_LOW", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:07.011588] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_DDL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:07.011603] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(priority="PRIO_DDL_HIGH", low_limit=6, up_limit=6, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:07.011615] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:1997) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_TTL", low_limit=2, up_limit=2, running_task=0, ready_dag_count=0, waiting_dag_count=0) [2024-06-18 14:43:07.011631] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:07.011653] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=21] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:07.011670] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:07.011683] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:07.011699] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:07.011712] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:07.011727] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:07.011740] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:07.011777] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=36] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:07.011789] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:4, sys_task_type:7, dag_type_str:"WRITE_CKPT", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:07.011806] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0) [2024-06-18 14:43:07.011817] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_TABLE_MERGE", dag_module_str:"COMPACTION"}, scheduled_task_count=0) [2024-06-18 14:43:07.011833] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:07.011845] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:07.011860] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:07.011872] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:07.011888] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:07.011899] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:07.011914] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0) [2024-06-18 14:43:07.011925] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, scheduled_task_count=0) [2024-06-18 14:43:07.011952] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=26] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.011970] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.011981] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.011998] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012009] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012025] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012038] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012054] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012067] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012083] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012095] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012111] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012122] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012139] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012150] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012166] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012177] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012193] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012206] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012223] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012234] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012250] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012260] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012276] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012288] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012304] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012315] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012326] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012336] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0) [2024-06-18 14:43:07.012347] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012363] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:43:07.012374] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:43:07.012391] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0) [2024-06-18 14:43:07.012404] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, scheduled_task_count=0) [2024-06-18 14:43:07.012420] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:07.012439] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=18] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:07.012459] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=19] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:07.012472] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:07.012483] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:07.012501] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=17] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:07.012512] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:07.012528] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:07.012539] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:07.012555] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:07.012566] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:07.012582] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:07.012593] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:07.012609] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:07.012621] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:07.012638] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:07.012651] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0) [2024-06-18 14:43:07.012667] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, scheduled_task_count=0) [2024-06-18 14:43:07.012678] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012694] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012707] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012723] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012733] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012750] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012761] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012777] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012788] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012805] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012816] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012832] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012843] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012858] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012869] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012885] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012896] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012911] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012924] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0) [2024-06-18 14:43:07.012939] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, scheduled_task_count=0) [2024-06-18 14:43:07.012950] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0) [2024-06-18 14:43:07.012966] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, scheduled_task_count=0) [2024-06-18 14:43:07.012978] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0) [2024-06-18 14:43:07.012994] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, scheduled_task_count=0) [2024-06-18 14:43:07.013005] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:43:07.013022] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=16] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:43:07.013033] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0) [2024-06-18 14:43:07.013049] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, scheduled_task_count=0) [2024-06-18 14:43:07.013059] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2000) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0) [2024-06-18 14:43:07.013075] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2001) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, scheduled_task_count=0) [2024-06-18 14:43:07.013086] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=10] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_net_count=0) [2024-06-18 14:43:07.013102] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_net_count=0) [2024-06-18 14:43:07.013111] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_net_count=0) [2024-06-18 14:43:07.013127] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=15] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_net_count=0) [2024-06-18 14:43:07.013135] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_net_count=0) [2024-06-18 14:43:07.013149] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=14] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_net_count=0) [2024-06-18 14:43:07.013158] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_net_count=0) [2024-06-18 14:43:07.013172] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2005) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=13] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_net_count=0) [2024-06-18 14:43:07.013182] INFO [COMMON] dump_dag_status (ob_dag_scheduler.cpp:2008) [793][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(total_worker_cnt=43, total_running_task_cnt=0, work_thread_num=43, scheduled_task_cnt=0) [2024-06-18 14:43:07.032035] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=1477, avg_group_log_size=164) [2024-06-18 14:43:07.032083] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=1355) [2024-06-18 14:43:07.032139] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=1098, avg_group_log_size=122) [2024-06-18 14:43:07.032165] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=1098) [2024-06-18 14:43:07.032838] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472622270}], scn_array=[{val:1718692986900970402, v:0}], curr_size=478, accum_size=478, time_cost=56978) [2024-06-18 14:43:07.032967] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692986900970402, v:0}, log_ts:{val:1718692986900970402, v:0}, lsn:{lsn:71472622326}, submit_ts:1718692986901115}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005348}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=131849, ctx_lock_wait_time=1) [2024-06-18 14:43:07.034172] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AD-0-0] [lt=25] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:43:07.035439] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.035480] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.035592] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=22068743, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=129, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.037468] WDIAG [SERVER] get (ob_arbitration_service_table_operator.cpp:85) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AD-0-0] [lt=46][errcode=-4747] fail to get result, result maybe null(ret=-4747, ret="OB_ARBITRATION_SERVICE_NOT_EXIST", arbitration_service_key=default, lock_line=false) [2024-06-18 14:43:07.067794] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.072290] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=31] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=6228) [2024-06-18 14:43:07.072338] INFO [LIB] stat (utility.h:1157) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=42] [PALF STAT APPEND COST TIME](cur_stat_count=14, stat_interval=1000000, avg (count/cost)=32, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:43:07.076384] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=31] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1001, min_version={val:1718692986860531869, v:0}, base_version={val:1718692986439854069, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692986860531869, v:0}, valid_part_count:1, total_part_count:1, generate_tstamp:1718692987076361, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-06-18 14:43:07.077729] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD3E-0-0] [lt=54] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:07.077856] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=33] get number(ret=0, service_type_=0, range=1, base_id=1718692987077852462, start_id=1718692987077852462, end_id=1718692987077852463) [2024-06-18 14:43:07.079138] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=43] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1, min_version={val:1718692986388161451, v:0}, base_version={val:1718692986388161451, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692986388161451, v:0}, valid_part_count:0, total_part_count:1, generate_tstamp:1718692987079112, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:07.079185] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=45] no need to update min/max version(new_version={val:1718692986388161451, v:0}, min_version={val:1718692986388161451, v:0}, max_version={val:1718692986388161451, v:0}) [2024-06-18 14:43:07.100895] INFO [SERVER] get_all_tasks (ob_arbitration_service_replica_task_table_operator.cpp:220) [856][T1_ArbSer][T1][YB42C0A801CD-00061B241B42F0AD-0-0] [lt=30] [ARB_SERVICE] success to read task infos from table(tenant_id=1, lock_line=false, task_infos=[]) [2024-06-18 14:43:07.101502] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078983950}], scn_array=[{val:1718692986952981972, v:0}], curr_size=122, accum_size=488, time_cost=69339) [2024-06-18 14:43:07.101515] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=45] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=89554, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:43:07.101542] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873720417}], scn_array=[{val:1718692986952981972, v:0}], curr_size=122, accum_size=1477, time_cost=69461) [2024-06-18 14:43:07.101576] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=32] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=1477) [2024-06-18 14:43:07.101602] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=26, this=0xfffb481a0730, extra_info="") [2024-06-18 14:43:07.101670] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=1477) [2024-06-18 14:43:07.101725] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=34] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=13, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:43:07.101749] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=89766, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:43:07.101762] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=5, avg_log_gen_to_submit_time=16, avg_log_submit_to_flush_time=89710, avg_log_submit_to_slide_time=89750) [2024-06-18 14:43:07.101801] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=33] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=87, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:43:07.108159] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.871|208=0us|217=21.01ms|222=1us|total=21.06ms) [2024-06-18 14:43:07.108223] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.871|536=0us|557=5us|562=0us|total=21.11ms) [2024-06-18 14:43:07.108252] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.871|79=0us|total=21.13ms) [2024-06-18 14:43:07.112585] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=31] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:07.115095] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=37] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=1, size_used=87141, mem_used=137263104) [2024-06-18 14:43:07.129293] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.129911] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.130041] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.130040] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=30] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.130191] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=21] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.130201] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.130386] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.135834] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820984215}], scn_array=[{val:1718692986952467238, v:0}], curr_size=122, accum_size=4650, time_cost=63527) [2024-06-18 14:43:07.135836] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472622748}], scn_array=[{val:1718692987101053298, v:0}], curr_size=478, accum_size=956, time_cost=34642) [2024-06-18 14:43:07.135941] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.135975] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=31] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.136093] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] will sleep(sleep_us=100000, remain_us=21968241, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=130, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.162025] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.143|208=1us|217=18.96ms|222=2us|total=19.01ms) [2024-06-18 14:43:07.162084] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=53][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.143|536=0us|557=5us|562=0us|total=19.05ms) [2024-06-18 14:43:07.162106] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.143|79=0us|total=19.07ms) [2024-06-18 14:43:07.167855] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.174744] INFO [STORAGE.TRANS] print_statistics (ob_xa_define.cpp:467) [1047][T1001_ObXAHbWor][T1001][Y0-0000000000000000-0-0] [lt=14] xa statistics(total_active_xa_ctx_count=0, total_standby_clearup_count=0, total_success_xa_start=0, total_failure_xa_start=0, total_success_xa_prepare=0, total_failure_xa_prepare=0, total_success_xa_1pc_commit=0, total_failure_xa_1pc_commit=0, total_success_xa_2pc_commit=0, total_failure_xa_2pc_commit=0, total_failure_xa_rollback=0, total_success_dblink_promotion=0, total_failure_dblink_promotion=0, total_success_dblink=0, total_failure_dblink=0) [2024-06-18 14:43:07.175568] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=1) [2024-06-18 14:43:07.175894] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873720539}], scn_array=[{val:1718692986952981973, v:0}], curr_size=122, accum_size=122, time_cost=43788) [2024-06-18 14:43:07.175896] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078984072}], scn_array=[{val:1718692986952981973, v:0}], curr_size=122, accum_size=610, time_cost=43755) [2024-06-18 14:43:07.177023] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=56] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:07.197079] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:647) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=38] Cache wash clean map node details(ret=0, clean_node_count=0, clean_time=20015, clean_start_pos=7600000, clean_num=200000) [2024-06-18 14:43:07.203744] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:116) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=21] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-06-18 14:43:07.203789] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:150) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=34] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-06-18 14:43:07.203820] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:228) [1055][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=26] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=268) [2024-06-18 14:43:07.210219] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820984337}], scn_array=[{val:1718692987077852463, v:0}], curr_size=1034, accum_size=5684, time_cost=74229) [2024-06-18 14:43:07.210342] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988284, log_task={header:{begin_lsn:{lsn:122820984337}, end_lsn:{lsn:122820985371}, log_id:217988284, min_scn:{val:1718692987077852463, v:0}, max_scn:{val:1718692987077852464, v:0}, data_len:978, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820984337}, data_checksum:1298638131, accum_checksum:1570047333, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692987077939, freeze_ts:1718692987135941, submit_ts:1718692987135963, flushed_ts:1718692987210282, gen_to_freeze cost time:58002, gen_to_submit cost time:58024, submit_to_flush cost time:74319}, fs_cb_begin_ts=1718692987210328, log_life_time=132389) [2024-06-18 14:43:07.210349] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=23][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692987077852463, v:0}, log_ts:{val:1718692987077852463, v:0}, lsn:{lsn:122820984393}, submit_ts:1718692987077949}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007922}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=132397, ctx_lock_wait_time=0) [2024-06-18 14:43:07.210468] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692987077852462, v:0}, log_ts:{val:1718692987077852464, v:0}, lsn:{lsn:122820984882}, submit_ts:1718692987077942}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007921}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=132525, ctx_lock_wait_time=0) [2024-06-18 14:43:07.210527] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=46] get number(ret=0, service_type_=0, range=1, base_id=1718692987210523565, start_id=1718692987210523565, end_id=1718692987210523566) [2024-06-18 14:43:07.210622] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=134280, time_dist: do_cluster_heartbeat=10, generate_cluster_version=134191) [2024-06-18 14:43:07.210678] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=38] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1001, server_version={version:{val:1718692986860531869, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=350132, in_cluster_service=true, cluster_version={val:1718692986860531869, v:0}, min_cluster_version={val:1718692986860531869, v:0}, max_cluster_version={val:1718692986860531869, v:0}, get_cluster_version_err=0, cluster_version_delta=350132, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=8547, succ_cluster_heartbeat_count=83, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692547619158295, v:0}, local_cluster_delta=439591505, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:43:07.210786] INFO [STORAGE.TRANS] generate_new_version (ob_tenant_weak_read_server_version_mgr.cpp:120) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=41] [WRS] update tenant weak read server version(tenant_id=1002, server_version={version:{val:1718692986496714894, v:0}, total_part_count:2, valid_inner_part_count:1, valid_user_part_count:1, epoch_tstamp:1718692987210700}, version_delta=714070) [2024-06-18 14:43:07.210825] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=134526, time_dist: do_cluster_heartbeat=10, generate_cluster_version=134381) [2024-06-18 14:43:07.212924] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=26][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:43:07.215221] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=24] ====== tenant freeze timer task ====== [2024-06-18 14:43:07.215284] INFO [STORAGE] get_ls_tx_data_memory_info_ (ob_tenant_freezer.cpp:650) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=25] TxData Memory Statistic(logstream info): (ls_id={id:1}, Frozen TxData Memory(MB)=0, Active TxData Memory(MB)=18) [2024-06-18 14:43:07.215315] INFO [STORAGE] check_and_freeze_tx_data_ (ob_tenant_freezer.cpp:556) [954][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=25] TxData Memory Statistic : (Tenant Total Memory(MB)=1228, Tenant Frozen TxData Memory(MB)=0, Tenant Active TxData Memory(MB)=18, Freeze TxData Trigger Memory(MB)=24, Total TxDataTable Hold Memory(MB)=22, Total TxDataTable Memory Limit(MB)=122) [2024-06-18 14:43:07.216739] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.204|208=1us|217=11.84ms|222=2us|total=11.88ms) [2024-06-18 14:43:07.216796] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=51][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.204|536=0us|557=5us|562=0us|total=11.92ms) [2024-06-18 14:43:07.216824] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.204|79=0us|total=11.95ms) [2024-06-18 14:43:07.220354] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1124][T1002_PLSSer][T1001][YB42C0A801CD-00061B241E72F29A-0-0] [lt=50][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1510, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:07.224427] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 18495.00) [2024-06-18 14:43:07.224459] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=26] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:07.224593] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=50] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.99, rt: 85774.00) [2024-06-18 14:43:07.224619] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 23.89, rt: 13781.58) [2024-06-18 14:43:07.224641] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 75650.61, iops: 48.77, rt: 13817.63) [2024-06-18 14:43:07.224660] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS](tenant_id=1002, ref_cnt=4, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12733888, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:07.224697] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224722] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=23] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224742] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224761] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224775] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224793] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224806] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224825] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224839] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224857] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224876] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224894] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224913] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224932] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224950] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.224964] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:07.236179] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:130, local_retry_times:130, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:07.236228] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.236242] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.236258] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:07.236284] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:07.236522] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=24] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.236554] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.236596] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:07.236615] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:07.236634] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:07.236653] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:07.236668] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:07.236687] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:07.236701] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:07.236715] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:07.236728] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:07.236743] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:07.236740] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [585][IO_HEALTH0][T0][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] destruct(*this=time guard 'LocalDevice' cost too much time, used=8295, time_dist: LocalDevice_submit=8278) [2024-06-18 14:43:07.236746] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [573][IO_SCHEDULE0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=-4389] destruct(*this=time guard 'LocalDevice' cost too much time, used=6868, time_dist: LocalDevice_submit=6849) [2024-06-18 14:43:07.236758] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:07.236772] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:07.236782] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:07.236803] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:07.236819] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.236835] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.236849] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:07.236864] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:07.236879] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:07.236894] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=131, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:07.236924] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=100000, remain_us=21867411, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=131, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.240373] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=28] gc stale ls task succ [2024-06-18 14:43:07.243707] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [718][T1_PalfGC][T1][Y0-0000000000000000-0-0] [lt=47] BlockGCTimerTask success(ret=0, cost_time_us=37, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.1.205:2882", log_dir:"/home/admin/oceanbase/store/ob_cluster/clog/tenant_1", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):12544, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):197, sequence:1}, log_alloc_mgr_:{flying_log_task:0, flying_meta_task:0}}) [2024-06-18 14:43:07.244589] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=27] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=3026, avg_group_log_size=336) [2024-06-18 14:43:07.244634] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=37] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3445) [2024-06-18 14:43:07.264616] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=23] ====== check clog disk timer task ====== [2024-06-18 14:43:07.264654] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=26] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=2450) [2024-06-18 14:43:07.264686] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1054][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=14] cannot_recycle_log_size statistics(cannot_recycle_log_size=220574235, threshold=966367641, need_update_checkpoint_scn=false) [2024-06-18 14:43:07.267913] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.270919] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [457][DBMS_SCHEDULER][T0][YB42C0A801CD-00061B241432EEEB-0-0] [lt=31][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:07.272404] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=45] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=5806, avg_group_log_size=580) [2024-06-18 14:43:07.272623] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [457][DBMS_SCHEDULER][T0][YB42C0A801CD-00061B241432EEEB-0-0] [lt=138][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:07.274494] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [457][DBMS_SCHEDULER][T0][YB42C0A801CD-00061B241432EEEB-0-0] [lt=127][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:07.275938] INFO [PALF] log_loop_ (log_loop_thread.cpp:153) [933][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=32] LogLoopThread round_cost_time(us)(round_cost_time=16) [2024-06-18 14:43:07.280683] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCE5-0-0] [lt=42] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:07.291014] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.277|208=0us|217=13.19ms|222=3us|total=13.25ms) [2024-06-18 14:43:07.291084] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.277|536=0us|557=5us|562=0us|total=13.29ms) [2024-06-18 14:43:07.291112] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=26][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.277|79=0us|total=13.34ms) [2024-06-18 14:43:07.299400] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:213) [1038][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=30] start to check and clear obj lock(ls->get_ls_id()={id:1}) [2024-06-18 14:43:07.307466] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078984194}], scn_array=[{val:1718692986952981974, v:0}], curr_size=122, accum_size=732, time_cost=75262) [2024-06-18 14:43:07.307468] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873720661}], scn_array=[{val:1718692986952981974, v:0}], curr_size=122, accum_size=244, time_cost=75303) [2024-06-18 14:43:07.310746] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=56] no need to update min/max version(new_version={val:1718692986860531869, v:0}, min_version={val:1718692986860531869, v:0}, max_version={val:1718692986860531869, v:0}) [2024-06-18 14:43:07.312449] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] get number(ret=0, service_type_=0, range=1, base_id=1718692987312444770, start_id=1718692987312444770, end_id=1718692987312444771) [2024-06-18 14:43:07.315609] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [675][T1_Occam][T1][YB42C0A801CD-00061B241492F320-0-0] [lt=25] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:07.319251] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=28] gc stale ls task succ [2024-06-18 14:43:07.319529] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:305) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=46] ====== traversal_flush timer task ====== [2024-06-18 14:43:07.320008] INFO [MDS] flush (mds_table_mgr.cpp:240) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=29] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, min_rec_scn={val:1718647299992699002, v:0}, max_consequent_callbacked_scn={val:1718692987077852464, v:0}, *this={this:0xfffb50c766d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692996331788414, latest_log_ts:{val:1718692979754967316, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:07.320137] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:336) [1053][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=118] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-06-18 14:43:07.337006] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:131, local_retry_times:131, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:07.337049] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.337061] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.337075] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:07.337126] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=37][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:07.337378] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.337409] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.337431] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:07.337449] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:07.337468] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:07.337485] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:07.337499] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:07.337515] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:07.337529] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:07.337542] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:07.337556] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:07.337569] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:07.337583] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:07.337597] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:07.337610] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:07.337631] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:07.337646] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.337661] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.337675] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:07.337691] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:07.337706] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:07.337720] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=132, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:07.337748] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] will sleep(sleep_us=100000, remain_us=21766586, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=132, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.350333] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=29] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.350340] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=29] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.350396] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=32] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.350629] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=21] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.350666] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=34] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.350675] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=43] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.350673] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=30] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.350779] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=48] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.350896] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=24] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.350906] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=20] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.351065] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=26] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.351156] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.351242] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=23] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.351697] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.351850] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=42] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.351856] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=27] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.351941] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=15] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:07.353221] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=87874, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:43:07.353221] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472623226}], scn_array=[{val:1718692987101053299, v:0}], curr_size=122, accum_size=1078, time_cost=108613) [2024-06-18 14:43:07.353256] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820985371}], scn_array=[{val:1718692987210523565, v:0}], curr_size=122, accum_size=5806, time_cost=80795) [2024-06-18 14:43:07.353285] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=26] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=5806) [2024-06-18 14:43:07.353313] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=20, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:43:07.353359] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=55] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=5806) [2024-06-18 14:43:07.353398] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703433, log_task={header:{begin_lsn:{lsn:71472623226}, end_lsn:{lsn:71472623348}, log_id:183703433, min_scn:{val:1718692987101053299, v:0}, max_scn:{val:1718692987101053299, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472623226}, data_checksum:667309872, accum_checksum:2798082857, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692987244549, freeze_ts:1718692987244556, submit_ts:1718692987244570, flushed_ts:1718692987353285, gen_to_freeze cost time:7, gen_to_submit cost time:21, submit_to_flush cost time:108715}, fs_cb_begin_ts=1718692987353378, log_life_time=108829) [2024-06-18 14:43:07.353444] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=28] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=10, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:43:07.353460] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=119275, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:43:07.353473] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=31216, avg_log_gen_to_submit_time=31231, avg_log_submit_to_flush_time=87969, avg_log_submit_to_slide_time=88044) [2024-06-18 14:43:07.353520] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=39] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=129, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:43:07.359583] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=131][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.344|208=1us|217=15.51ms|222=2us|total=15.56ms) [2024-06-18 14:43:07.359648] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.344|536=0us|557=5us|562=0us|total=15.60ms) [2024-06-18 14:43:07.359680] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.344|79=0us|total=15.63ms) [2024-06-18 14:43:07.367973] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=31][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.372311] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [1137][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=25] ====== tenant freeze timer task ====== [2024-06-18 14:43:07.375671] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=0) [2024-06-18 14:43:07.375824] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=34] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:07.397663] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=31] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:07.399011] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873720783}], scn_array=[{val:1718692986952981975, v:0}], curr_size=122, accum_size=366, time_cost=66784) [2024-06-18 14:43:07.399010] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078984316}], scn_array=[{val:1718692986952981975, v:0}], curr_size=122, accum_size=854, time_cost=66747) [2024-06-18 14:43:07.400319] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA4D-0-0] [lt=18][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:43:07.400357] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA4D-0-0] [lt=35][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:07.403055] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:07.403092] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:07.403227] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:07.403256] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:07.403305] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=46][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:07.403328] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:07.403372] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:07.403399] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:07.403419] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:07.403439] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:43:07.403463] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:43:07.403484] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=20, mem_used=16637952) [2024-06-18 14:43:07.403518] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] release old cannot free more memory [2024-06-18 14:43:07.403534] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=50, size_used=0, mem_used=16637952) [2024-06-18 14:43:07.411481] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [1202][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=62] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:1412, free_obj_hold_cnt:3, allocator used:5626040, allocator total:5821312}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:2, free_obj_hold_cnt:1, allocator used:196773, allocator total:196773}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=6018085, tablets_mem_limit=2319282340, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:8, free_obj_hold_cnt:0, allocator used:20480, allocator total:65408}, pending_cnt=0, wait_gc_count=0, tablet count=1414) [2024-06-18 14:43:07.412235] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD3F-0-0] [lt=31] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:07.412392] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=37] get number(ret=0, service_type_=0, range=1, base_id=1718692987412388393, start_id=1718692987412388393, end_id=1718692987412388394) [2024-06-18 14:43:07.413131] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413158] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=26][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413145] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=36][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:655858, tid:1306}]) [2024-06-18 14:43:07.413171] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413190] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413203] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413221] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413234] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413273] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=37][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413285] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413303] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413316] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413358] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=41][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413370] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413389] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413402] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413420] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413433] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413452] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413464] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413483] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413495] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413514] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413527] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413545] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413558] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413576] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413589] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413607] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413619] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413638] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413651] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413670] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413683] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413702] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413714] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413733] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413745] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413764] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413776] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413795] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413808] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413827] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413839] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413857] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413870] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413888] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413901] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413919] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413932] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413951] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413964] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413982] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.413995] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414013] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414026] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414045] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414057] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414076] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414089] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414107] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414120] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414138] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414151] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414169] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414182] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414200] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414213] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414231] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414244] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414262] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414275] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414293] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414306] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414325] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414337] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414348] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414364] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414382] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414395] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414413] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414426] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414445] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414457] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414476] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414489] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414507] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414520] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414538] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414551] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414569] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414582] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414600] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414613] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414631] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414643] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414662] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414674] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414693] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414705] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414723] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414736] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414754] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414767] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414786] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414798] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414810] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414828] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414841] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414860] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414872] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414891] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414904] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414922] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414935] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414953] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414966] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414985] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.414998] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415016] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415029] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415047] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415059] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415078] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415091] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415110] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415122] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415141] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415152] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=10][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415165] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415183] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415196] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415215] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415228] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415246] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415259] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415278] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415290] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415309] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415322] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415340] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415352] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415371] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415384] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415402] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415414] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415433] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415445] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415463] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415476] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415495] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415508] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415526] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415539] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415557] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415570] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415589] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415602] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415620] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415633] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415651] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415664] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415682] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415695] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415714] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415726] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415745] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415758] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415777] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415790] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415789] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F129-0-0] [lt=28] [RS_MGR] force set rs list(master_rs="192.168.1.205:2882") [2024-06-18 14:43:07.415808] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415822] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415841] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415827] INFO [SERVER] handle_heartbeat (ob_service.cpp:3058) [889][T1_L0_G0][T1][YB42C0A801CD-00061B241B62F129-0-0] [lt=26] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.1.205:2882", server_id:1, rs_addr:"192.168.1.205:2882", rs_server_status:1, epoch_id:17}, hb_response={zone:"META_ZONE_1", server:"192.168.1.205:2882", sql_port:2881, build_version:"4.2.1.1_101000062023103122-34e6ed68f3db97700b665a618fc3801f6b109124(Oct 31 2023 22:22:10)", start_service_time:1718692739748775, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=40) [2024-06-18 14:43:07.415854] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415870] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=15][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415889] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415902] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415921] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415934] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415953] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415966] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415985] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.415998] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416017] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416030] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416046] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=14][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416056] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=9][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416070] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416090] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416104] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416124] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=19][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416136] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416155] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416168] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416186] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416199] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416217] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416230] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416249] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416261] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416280] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:07.416293] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:07.425428] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=20] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=32, mem_used=37435392) [2024-06-18 14:43:07.425475] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=31] release old cannot free more memory [2024-06-18 14:43:07.425493] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=16] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=66, size_used=0, mem_used=37435392) [2024-06-18 14:43:07.433345] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820985493}], scn_array=[{val:1718692987312444770, v:0}], curr_size=545, accum_size=545, time_cost=79909) [2024-06-18 14:43:07.433347] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472623348}], scn_array=[{val:1718692987280855948, v:0}], curr_size=540, accum_size=1618, time_cost=79964) [2024-06-18 14:43:07.433495] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988286, log_task={header:{begin_lsn:{lsn:122820985493}, end_lsn:{lsn:122820986038}, log_id:217988286, min_scn:{val:1718692987312444770, v:0}, max_scn:{val:1718692987312444770, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820985493}, data_checksum:830898463, accum_checksum:916155063, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692987312549, freeze_ts:1718692987353394, submit_ts:1718692987353408, flushed_ts:1718692987433408, gen_to_freeze cost time:40845, gen_to_submit cost time:40859, submit_to_flush cost time:80000}, fs_cb_begin_ts=1718692987433481, log_life_time=120932) [2024-06-18 14:43:07.433486] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692987280855948, v:0}, log_ts:{val:1718692987280855948, v:0}, lsn:{lsn:71472623404}, submit_ts:1718692987280953}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005350}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=152529, ctx_lock_wait_time=1) [2024-06-18 14:43:07.433504] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692987312444770, v:0}, log_ts:{val:1718692987312444770, v:0}, lsn:{lsn:122820985549}, submit_ts:1718692987312560}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007923}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=120941, ctx_lock_wait_time=1) [2024-06-18 14:43:07.433657] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692986900970402, max_version=1718692986900970402 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692986388161451 and max_version = 1718692986388161451 ) [2024-06-18 14:43:07.433805] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=32] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1718692986900970402, v:0}, new_max_version={val:1718692986900970402, v:0}, last_min_version={val:1718692986388161451, v:0}, last_max_version={val:1718692986388161451, v:0}, total_time_us=154539, delta_us=532831) [2024-06-18 14:43:07.433824] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=42] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1002, current_version={val:1718692986952981973, v:0}, min_version={val:1718692986952981973, v:0}, max_version={val:1718692986952981973, v:0}, in_service=true, leader_epoch=15) [2024-06-18 14:43:07.433890] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=29] get_max_applied_scn(scn={val:1718692986952981973, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:15, palf_committed_end_lsn_:{lsn:26873720905}, last_check_scn_:{val:1718692986952981976, v:0}, max_applied_cb_scn_:{val:1718692986952981973, v:0}}) [2024-06-18 14:43:07.433930] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=36][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=154706, time_dist: do_cluster_heartbeat=13, generate_cluster_version=154595) [2024-06-18 14:43:07.433947] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=36] get_min_unreplayed_log_info(lsn={lsn:26872877838}, scn={val:1718691444594935387, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692986976349, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10592, ret_code_:0}}, next_to_submit_lsn_:{lsn:26872877838}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:22815621120}, base_scn_:{val:1714500007741716502, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c805000, next_round_pread_size:2121728, curr_read_pos:1267608, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1267608, log_storage_:{IteratorStorage:{start_lsn:{lsn:26871610230}, end_lsn:{lsn:26872877838}, read_buf:{buf_len_:2125824, buf_:0xfffb1c805000}, block_size:67104768, log_storage_:0xfffb473ceb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumulate_checksum:1440925250, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:43:07.434090] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=91][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=123184, time_dist: do_cluster_heartbeat=13, generate_cluster_version=122924) [2024-06-18 14:43:07.434127] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:538) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=23] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1002, server_version={version:{val:1718692986952981973, v:0}, total_part_count:2, valid_inner_part_count:1, valid_user_part_count:1}, server_version_delta=481135, in_cluster_service=true, cluster_version={val:1718692986952981973, v:0}, min_cluster_version={val:1718692986952981973, v:0}, max_cluster_version={val:1718692986952981973, v:0}, get_cluster_version_err=0, cluster_version_delta=481135, cluster_service_master="192.168.1.205:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=9056, succ_cluster_heartbeat_count=1822, cluster_heartbeat_interval=50000, local_cluster_version={val:1718692715602975921, v:0}, local_cluster_delta=271831141, force_self_check=false, weak_read_refresh_interval=100000) [2024-06-18 14:43:07.437834] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:132, local_retry_times:132, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:07.437882] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.437902] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.437920] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:07.437959] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:07.438220] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.438253] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.438278] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:07.438298] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:07.438319] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:07.438340] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:07.438356] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:07.438370] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:07.438386] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:07.438396] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:07.438419] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:07.438437] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:07.438448] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:07.438464] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:07.438474] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:07.438498] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:07.438515] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.438529] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.438545] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:07.438555] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:07.438574] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:07.438585] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=133, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:07.438616] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=21665719, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=133, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.439593] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.427|208=1us|217=11.62ms|222=2us|total=11.69ms) [2024-06-18 14:43:07.439666] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.427|536=0us|557=5us|562=0us|total=11.73ms) [2024-06-18 14:43:07.439697] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.427|79=1us|total=11.76ms) [2024-06-18 14:43:07.453917] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=24] ts response task statistics(alloc_count=25970, free_count=12984) [2024-06-18 14:43:07.453977] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=34] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:43:07.454288] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:778) [931][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=59] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):274, sequence:1}) [2024-06-18 14:43:07.464410] INFO [SHARE.LOCATION] renew_all_ls_locations_by_rpc (ob_ls_location_service.cpp:783) [470][AutoLSLocRpc][T0][YB42C0A801CD-00061B241A32F379-0-0] [lt=76] [LS_LOCATION] Get ls leaders by RPC(ret=0, ret="OB_SUCCESS", dests=["192.168.1.205:2882"], leaders=[{key:{tenant_id:1, ls_id:{id:1}, cluster_id:1699356580}, location:{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:17}}, {key:{tenant_id:1001, ls_id:{id:1}, cluster_id:1699356580}, location:{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:16}}, {key:{tenant_id:1002, ls_id:{id:1}, cluster_id:1699356580}, location:{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:15}}, {key:{tenant_id:1002, ls_id:{id:1001}, cluster_id:1699356580}, location:{server:"192.168.1.205:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:15}}]) [2024-06-18 14:43:07.468035] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.472745] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=21] ====== check clog disk timer task ====== [2024-06-18 14:43:07.472778] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=22] get_disk_usage(ret=0, capacity(MB):=27648, used(MB):=22064) [2024-06-18 14:43:07.472815] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [1289][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=19] cannot_recycle_log_size statistics(cannot_recycle_log_size=4077650751, threshold=8697308774, need_update_checkpoint_scn=false) [2024-06-18 14:43:07.479134] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873720905}], scn_array=[{val:1718692986952981976, v:0}], curr_size=122, accum_size=488, time_cost=46837) [2024-06-18 14:43:07.479137] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078984438}], scn_array=[{val:1718692986952981976, v:0}], curr_size=122, accum_size=976, time_cost=46803) [2024-06-18 14:43:07.482964] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=37] PNIO [ratelimit] time: 1718692987482962, bytes: 15729073, bw: 0.011160 MB/s, add_ts: 1007617, add_bytes: 11791 [2024-06-18 14:43:07.509970] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.490|208=0us|217=19.79ms|222=2us|total=19.84ms) [2024-06-18 14:43:07.510033] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=57][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.490|536=0us|557=6us|562=0us|total=19.89ms) [2024-06-18 14:43:07.510064] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.490|79=0us|total=19.91ms) [2024-06-18 14:43:07.524893] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=45][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820986038}], scn_array=[{val:1718692987412388393, v:0}], curr_size=545, accum_size=1090, time_cost=91407) [2024-06-18 14:43:07.525025] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=49][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692987412388393, v:0}, log_ts:{val:1718692987412388393, v:0}, lsn:{lsn:122820986094}, submit_ts:1718692987412493}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007924}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=112530, ctx_lock_wait_time=1) [2024-06-18 14:43:07.525300] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=114526, time_dist: do_cluster_heartbeat=12, generate_cluster_version=114431) [2024-06-18 14:43:07.531825] INFO [SHARE] refresh_primary_cluster_id (ob_alive_server_tracer.cpp:397) [331][ServerTracerTim][T0][YB42C0A801CD-00061B2414A2EFF5-0-0] [lt=30] refresh primary cluster finish(ret=0, primary_cluster_id_=-1) [2024-06-18 14:43:07.534191] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=48] no need to update min/max version(new_version={val:1718692986952981973, v:0}, min_version={val:1718692986952981973, v:0}, max_version={val:1718692986952981973, v:0}) [2024-06-18 14:43:07.534351] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=43] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:43:07.535455] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCE6-0-0] [lt=42] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:07.535618] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37] get number(ret=0, service_type_=0, range=1, base_id=1718692987535614302, start_id=1718692987535614302, end_id=1718692987535614303) [2024-06-18 14:43:07.538701] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:133, local_retry_times:133, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:07.538749] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.538768] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.538784] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:07.538808] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:07.539071] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.539102] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.539127] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:07.539146] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:07.539166] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:07.539180] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:07.539195] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:07.539210] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:07.539226] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:07.539236] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:07.539250] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:07.539260] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:07.539277] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:07.539289] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:07.539303] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:07.539324] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:07.539340] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.539352] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.539367] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:07.539378] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:07.539395] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:07.539406] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=134, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:07.539436] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=21564898, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=134, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.565308] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.533|208=1us|217=31.91ms|222=2us|total=31.97ms) [2024-06-18 14:43:07.565374] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.533|536=0us|557=6us|562=0us|total=32.01ms) [2024-06-18 14:43:07.565424] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=49][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.533|79=0us|total=32.06ms) [2024-06-18 14:43:07.566816] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [1044][T1001_LCLSender][T1001][Y0-0000000000000000-0-0] [lt=41] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffb607f22b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-06-18 14:43:07.568076] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.585094] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:697) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=31] Cache replace map node details(ret=0, replace_node_count=0, replace_time=9321, replace_start_pos=10900000, replace_num=100000) [2024-06-18 14:43:07.585135] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=37] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=10) [2024-06-18 14:43:07.593549] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873721027}], scn_array=[{val:1718692987454540647, v:0}], curr_size=122, accum_size=610, time_cost=61194) [2024-06-18 14:43:07.593548] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078984560}], scn_array=[{val:1718692987454540647, v:0}], curr_size=122, accum_size=1098, time_cost=61157) [2024-06-18 14:43:07.598245] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:07.621908] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=30] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-06-18 14:43:07.626231] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F2A0-0-0] [lt=22] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:43:07.626277] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F2A0-0-0] [lt=41] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:43:07.626843] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD40-0-0] [lt=33][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:07.630501] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=28] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:43:07.633599] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820986583}], scn_array=[{val:1718692987454023363, v:0}], curr_size=122, accum_size=1212, time_cost=60988) [2024-06-18 14:43:07.633596] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472623888}], scn_array=[{val:1718692987535614302, v:0}], curr_size=541, accum_size=2159, time_cost=97823) [2024-06-18 14:43:07.633819] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692987280855948, max_version=1718692987280855948 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692986900970402 and max_version = 1718692986900970402 ) [2024-06-18 14:43:07.634005] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=99980, time_dist: do_cluster_heartbeat=11, generate_cluster_version=99884) [2024-06-18 14:43:07.634261] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=26] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692986952981973, v:0}, base_version={val:1718692986952981973, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692986952981973, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692987634241, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:07.634305] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=43] no need to update min/max version(new_version={val:1718692986952981973, v:0}, min_version={val:1718692986952981973, v:0}, max_version={val:1718692986952981973, v:0}) [2024-06-18 14:43:07.639521] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:134, local_retry_times:134, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:07.639564] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=38][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.639579] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.639595] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:07.639618] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:07.639585] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.619|208=0us|217=20.50ms|222=3us|total=20.56ms) [2024-06-18 14:43:07.639649] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.619|536=0us|557=5us|562=0us|total=20.60ms) [2024-06-18 14:43:07.639681] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.619|79=0us|total=20.62ms) [2024-06-18 14:43:07.639873] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.639908] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.639926] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:07.639939] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:07.639957] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:07.639971] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:07.639984] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:07.639999] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:07.640012] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:07.640025] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:07.640035] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:07.640048] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:07.640059] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:07.640073] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:07.640086] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:07.640106] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:07.640120] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.640137] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.640151] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:07.640166] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:07.640182] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:07.640192] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=135, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:07.640219] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] will sleep(sleep_us=100000, remain_us=21464115, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=135, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.668129] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=36][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.685113] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=68351, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:43:07.685113] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873721149}], scn_array=[{val:1718692987454540648, v:0}], curr_size=122, accum_size=732, time_cost=52699) [2024-06-18 14:43:07.685149] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078984682}], scn_array=[{val:1718692987454540648, v:0}], curr_size=122, accum_size=1220, time_cost=52662) [2024-06-18 14:43:07.685179] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=27] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=1220) [2024-06-18 14:43:07.685204] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=25, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:43:07.685273] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=1220) [2024-06-18 14:43:07.685324] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=31] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:43:07.685348] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=68533, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:43:07.685362] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=2, avg_log_gen_to_submit_time=7, avg_log_submit_to_flush_time=68485, avg_log_submit_to_slide_time=68526) [2024-06-18 14:43:07.685390] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=70, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:43:07.728785] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:66) [1037][T1001_LockWaitM][T1001][Y0-0000000000000000-0-0] [lt=31] report RowHolderMapper summary info(count=1, bkt_cnt=248) [2024-06-18 14:43:07.730849] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820986705}], scn_array=[{val:1718692987626939527, v:0}], curr_size=545, accum_size=1757, time_cost=97092) [2024-06-18 14:43:07.730854] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472624429}], scn_array=[{val:1718692987535614303, v:0}], curr_size=122, accum_size=2281, time_cost=86003) [2024-06-18 14:43:07.730991] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=54][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988289, log_task={header:{begin_lsn:{lsn:122820986705}, end_lsn:{lsn:122820987250}, log_id:217988289, min_scn:{val:1718692987626939527, v:0}, max_scn:{val:1718692987626939527, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820986705}, data_checksum:2873968599, accum_checksum:3473889451, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692987627004, freeze_ts:1718692987633719, submit_ts:1718692987633734, flushed_ts:1718692987730914, gen_to_freeze cost time:6715, gen_to_submit cost time:6730, submit_to_flush cost time:97180}, fs_cb_begin_ts=1718692987730972, log_life_time=103968) [2024-06-18 14:43:07.730998] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=50][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692987626939527, v:0}, log_ts:{val:1718692987626939527, v:0}, lsn:{lsn:122820986761}, submit_ts:1718692987627015}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007925}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=103979, ctx_lock_wait_time=1) [2024-06-18 14:43:07.731331] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=105948, time_dist: do_cluster_heartbeat=8, generate_cluster_version=105859) [2024-06-18 14:43:07.735348] INFO [SHARE] blacklist_loop_ (ob_server_blacklist.cpp:313) [493][Blacklist][T0][Y0-0000000000000000-0-0] [lt=35] blacklist_loop exec finished(cost_time=71, is_enabled=true, send_cnt=0) [2024-06-18 14:43:07.735550] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCE7-0-0] [lt=30] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:07.735720] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=37] get number(ret=0, service_type_=0, range=1, base_id=1718692987735715649, start_id=1718692987735715649, end_id=1718692987735715650) [2024-06-18 14:43:07.736746] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=41][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.720|208=1us|217=16.20ms|222=2us|total=16.27ms) [2024-06-18 14:43:07.736820] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.720|536=0us|557=6us|562=0us|total=16.31ms) [2024-06-18 14:43:07.736860] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=38][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.720|79=1us|total=16.35ms) [2024-06-18 14:43:07.739220] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=42] PNIO [ratelimit] time: 1718692987739218, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007615, add_bytes: 0 [2024-06-18 14:43:07.740305] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:135, local_retry_times:135, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:07.740354] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.740371] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.740386] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:07.740415] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:07.740702] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.740732] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=28] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.740756] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:07.740774] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:07.740793] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:07.740809] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:07.740823] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:07.740843] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:07.740858] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:07.740871] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:07.740882] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:07.740895] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:07.740909] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:07.740926] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:07.740941] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:07.740961] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:07.740975] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.740992] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.741009] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:07.741025] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:07.741042] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:07.741056] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=136, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:07.741087] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19] will sleep(sleep_us=100000, remain_us=21363247, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=136, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.768199] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.776650] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078984804}], scn_array=[{val:1718692987454540649, v:0}], curr_size=122, accum_size=122, time_cost=44172) [2024-06-18 14:43:07.776658] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873721271}], scn_array=[{val:1718692987454540649, v:0}], curr_size=122, accum_size=854, time_cost=44218) [2024-06-18 14:43:07.785226] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=14] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=9) [2024-06-18 14:43:07.790101] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [1457][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=27] current monitor number(seq_=-1) [2024-06-18 14:43:07.798892] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:07.802850] INFO [CLOG] update_upstream (ob_remote_location_adaptor.cpp:91) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=18] primary tenant, just skip [2024-06-18 14:43:07.802944] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=32] not leader, no need refresh error context(id_=1) [2024-06-18 14:43:07.802990] INFO [CLOG] refresh_error_context (ob_log_restore_handler.cpp:805) [1215][T1002_LogRessvr][T1002][YB42C0A801CD-00061B2416B2EEE7-0-0] [lt=20] not leader, no need refresh error context(id_=1001) [2024-06-18 14:43:07.807492] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.787|208=1us|217=19.62ms|222=3us|total=19.68ms) [2024-06-18 14:43:07.807563] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.787|536=0us|557=5us|562=0us|total=19.73ms) [2024-06-18 14:43:07.807593] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.787|79=0us|total=19.75ms) [2024-06-18 14:43:07.808366] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1299][T1002_MediumLoo][T1002][YB42C0A801CD-00061B241E02EEE8-0-0] [lt=4][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:07.822422] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820987250}], scn_array=[{val:1718692987626939528, v:0}], curr_size=122, accum_size=1879, time_cost=49691) [2024-06-18 14:43:07.822423] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472624551}], scn_array=[{val:1718692987735715649, v:0}], curr_size=541, accum_size=2822, time_cost=86536) [2024-06-18 14:43:07.822697] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692987535614302, max_version=1718692987535614302 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692987280855948 and max_version = 1718692987280855948 ) [2024-06-18 14:43:07.822929] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=88841, time_dist: do_cluster_heartbeat=11, generate_cluster_version=88723, cluster_service_self_check=11) [2024-06-18 14:43:07.832488] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=45, this=0xfffb2eb5b450, extra_info="id:1") [2024-06-18 14:43:07.832577] INFO [LIB] stat (utility.h:1157) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=50] [PALF STAT APPEND COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=31, this=0xfffb2eba3450, extra_info="id:1001") [2024-06-18 14:43:07.833039] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1051][T1001_TenantWea][T1001][YB42C0A801CD-00061B241752FD41-0-0] [lt=36][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1678, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:07.835692] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1286][T1002_TenantWea][T1001][YB42C0A801CD-00061B241B0305C0-0-0] [lt=46] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:07.835841] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1286][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=40] get number(ret=0, service_type_=0, range=1, base_id=1718692987835837662, start_id=1718692987835837662, end_id=1718692987835837663) [2024-06-18 14:43:07.841172] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:136, local_retry_times:136, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:07.841219] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.841246] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=26][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.841262] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:07.841292] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:07.841574] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.841605] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.841631] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:07.841650] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:07.841668] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:07.841688] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:07.841703] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:07.841719] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:07.841735] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:07.841749] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:07.841763] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:07.841774] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:07.841788] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:07.841803] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:07.841816] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:07.841839] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:07.841857] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.841873] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.841888] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:07.841903] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:07.841918] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:07.841932] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=137, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:07.841963] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=21262372, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=137, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.852055] INFO [SHARE.SCHEMA] retrieve_routine_schema (ob_schema_retrieve_utils.ipp:2871) [417][SerScheQueue0][T0][YB42C0A801CD-00061B241A62EF14-0-0] [lt=17] retrieve routine schema succeed(routine_info={tenant_id:1002, database_id:500003, package_id:18446744073709551615, routine_id:504992, routine_name:"PROC_REPORT_GZZ_DRG_ZHNL_DEPT", routine_type:1, overload:0, schema_version:1704791579919648}) [2024-06-18 14:43:07.868261] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.889703] INFO [SQL.PC] need_check_schema_version (ob_plan_cache_value.cpp:2168) [1119][T1002_TenantInf][T1001][YB42C0A801CD-00061B2418B2F646-0-0] [lt=25] need check schema(new_schema_version=1699359142794440, cached_tenant_schema_version=1699359142794440, is_contain_synonym()=false, contain_sys_name_table_=true, is_contain_tmp_tbl()=false, is_contain_sys_pl_object()=false, pc_ctx.sql_ctx_.session_info_->get_has_temp_table_flag()=false, need_check=true, constructed_sql_=select ORA_ROWSCN, * from __all_tenant_info where tenant_id = ?) [2024-06-18 14:43:07.896721] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=40][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.852|208=1us|217=44.57ms|222=2us|total=44.62ms) [2024-06-18 14:43:07.896783] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=56][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.852|536=0us|557=4us|562=0us|total=44.66ms) [2024-06-18 14:43:07.896812] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.852|79=0us|total=44.69ms) [2024-06-18 14:43:07.912649] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1882) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=12] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1001) [2024-06-18 14:43:07.912691] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1457) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=34] start lib cache evict(tenant_id=1001, mem_hold=31457280, mem_limit=64424505, cache_obj_num=159, cache_node_num=159) [2024-06-18 14:43:07.912711] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1474) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=16] end lib cache evict(tenant_id=1001, cache_evict_num=0, mem_hold=31457280, mem_limit=64424505, cache_obj_num=159, cache_node_num=159) [2024-06-18 14:43:07.912753] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2598) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=39] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:07.913934] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078984926}], scn_array=[{val:1718692987454540650, v:0}], curr_size=122, accum_size=244, time_cost=81338) [2024-06-18 14:43:07.913935] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873721393}], scn_array=[{val:1718692987454540650, v:0}], curr_size=122, accum_size=976, time_cost=81432) [2024-06-18 14:43:07.919768] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2353) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=41] Dumping All Cache Objs(alloc_obj_list.count()=159, alloc_obj_list=[{obj_id:1, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108434}, {obj_id:2, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109476}, {obj_id:4, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:364654}, {obj_id:5, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240497}, {obj_id:6, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183472}, {obj_id:7, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230508}, {obj_id:8, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173488}, {obj_id:10, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106032}, {obj_id:11, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108800}, {obj_id:12, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138528}, {obj_id:13, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120256}, {obj_id:14, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109645}, {obj_id:17, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124530}, {obj_id:18, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130853}, {obj_id:22, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127656}, {obj_id:23, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109352}, {obj_id:25, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119525}, {obj_id:26, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115929}, {obj_id:29, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113874}, {obj_id:32, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121863}, {obj_id:33, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127068}, {obj_id:35, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129890}, {obj_id:40, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108557}, {obj_id:44, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111354}, {obj_id:49, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109489}, {obj_id:51, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129940}, {obj_id:53, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120389}, {obj_id:54, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130549}, {obj_id:59, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118302}, {obj_id:61, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156684}, {obj_id:63, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:129231}, {obj_id:65, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:133769}, {obj_id:67, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112325}, {obj_id:68, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160243}, {obj_id:70, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124574}, {obj_id:71, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:157110}, {obj_id:91, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:126915}, {obj_id:92, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122081}, {obj_id:93, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119686}, {obj_id:97, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106800}, {obj_id:99, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121264}, {obj_id:100, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:134777}, {obj_id:101, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113860}, {obj_id:102, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206355}, {obj_id:103, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121912}, {obj_id:104, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107927}, {obj_id:105, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122683}, {obj_id:106, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130990}, {obj_id:107, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:4, added_to_lc:true, mem_used:125184}, {obj_id:108, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107412}, {obj_id:109, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:109500}, {obj_id:110, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120317}, {obj_id:111, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110199}, {obj_id:112, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:114848}, {obj_id:113, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112882}, {obj_id:114, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121301}, {obj_id:115, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:128846}, {obj_id:116, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:106368}, {obj_id:117, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234317}, {obj_id:118, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117508}, {obj_id:119, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121004}, {obj_id:120, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130400}, {obj_id:121, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142830}, {obj_id:122, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:163454}, {obj_id:123, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132766}, {obj_id:124, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:152858}, {obj_id:125, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130967}, {obj_id:126, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130965}, {obj_id:127, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125036}, {obj_id:128, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:145694}, {obj_id:129, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:130042}, {obj_id:130, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131262}, {obj_id:131, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121063}, {obj_id:132, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118971}, {obj_id:133, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117714}, {obj_id:134, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132017}, {obj_id:135, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125117}, {obj_id:136, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120438}, {obj_id:137, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117890}, {obj_id:138, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120793}, {obj_id:139, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117922}, {obj_id:140, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120786}, {obj_id:141, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:117858}, {obj_id:142, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124021}, {obj_id:143, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:119374}, {obj_id:144, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115474}, {obj_id:145, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:141969}, {obj_id:146, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115490}, {obj_id:147, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120215}, {obj_id:148, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115890}, {obj_id:149, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:123896}, {obj_id:150, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:115586}, {obj_id:151, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116738}, {obj_id:152, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245241}, {obj_id:153, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:125566}, {obj_id:154, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186252}, {obj_id:155, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:132630}, {obj_id:156, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111109}, {obj_id:157, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:127196}, {obj_id:158, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:232043}, {obj_id:159, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173060}, {obj_id:160, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108082}, {obj_id:161, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121359}, {obj_id:162, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110027}, {obj_id:163, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:120415}, {obj_id:164, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122998}, {obj_id:165, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:166, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105760}, {obj_id:167, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:105856}, {obj_id:168, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:121153}, {obj_id:169, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:107008}, {obj_id:170, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111252}, {obj_id:171, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176784}, {obj_id:172, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:153168}, {obj_id:173, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112303}, {obj_id:174, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:138845}, {obj_id:175, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111898}, {obj_id:176, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:150756}, {obj_id:177, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:148335}, {obj_id:178, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:155667}, {obj_id:179, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112253}, {obj_id:180, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118200}, {obj_id:181, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:124688}, {obj_id:182, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:118817}, {obj_id:183, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:122284}, {obj_id:184, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:171087}, {obj_id:185, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:142870}, {obj_id:186, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:131232}, {obj_id:187, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110236}, {obj_id:188, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110018}, {obj_id:189, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110171}, {obj_id:190, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111485}, {obj_id:191, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110000}, {obj_id:192, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111395}, {obj_id:193, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111447}, {obj_id:194, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:112767}, {obj_id:195, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111449}, {obj_id:196, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110260}, {obj_id:197, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:113143}, {obj_id:198, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:199, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110112}, {obj_id:200, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110112}, {obj_id:201, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110064}, {obj_id:202, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110016}, {obj_id:203, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110016}, {obj_id:204, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:205, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111464}, {obj_id:206, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110064}, {obj_id:207, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:208, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110048}, {obj_id:209, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:116902}, {obj_id:210, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:211, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:111653}, {obj_id:212, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:213, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:110160}, {obj_id:214, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:108128}, {obj_id:215, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:162749}, {obj_id:216, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156632}, {obj_id:217, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224108}]) [2024-06-18 14:43:07.920356] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2606) [952][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=583] schedule next cache evict task(evict_interval=5000000) [2024-06-18 14:43:07.935834] INFO [LIB] stat (utility.h:1157) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=26] [PALF STAT APPEND COST TIME](cur_stat_count=8, stat_interval=1000000, avg (count/cost)=62, this=0xfffb67faf450, extra_info="id:1") [2024-06-18 14:43:07.942047] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:137, local_retry_times:137, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:07.942094] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=41][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.942114] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:07.942127] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:07.942156] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:07.942403] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:07.942436] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:07.942460] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:07.942481] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:07.942502] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:07.942522] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:07.942538] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:07.942554] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:07.942572] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:07.942582] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:07.942591] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:07.942607] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:07.942617] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:07.942633] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:07.942642] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:07.942666] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:07.942682] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.942698] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:07.942715] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:07.942728] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:07.942746] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:07.942763] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=138, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:07.942795] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=21161539, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=138, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:07.955487] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [529][TsMgr][T1][Y0-0000000000000000-0-0] [lt=40] get number(ret=0, service_type_=0, range=1, base_id=1718692987955482217, start_id=1718692987955482217, end_id=1718692987955482218) [2024-06-18 14:43:07.959709] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820987372}], scn_array=[{val:1718692987833146874, v:0}], curr_size=545, accum_size=2424, time_cost=126411) [2024-06-18 14:43:07.959713] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472625092}], scn_array=[{val:1718692987735715650, v:0}], curr_size=122, accum_size=2944, time_cost=114738) [2024-06-18 14:43:07.959868] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703438, log_task={header:{begin_lsn:{lsn:71472625092}, end_lsn:{lsn:71472625214}, log_id:183703438, min_scn:{val:1718692987735715650, v:0}, max_scn:{val:1718692987735715650, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472625092}, data_checksum:667309872, accum_checksum:3799232357, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692987844912, freeze_ts:1718692987844920, submit_ts:1718692987844936, flushed_ts:1718692987959769, gen_to_freeze cost time:8, gen_to_submit cost time:24, submit_to_flush cost time:114833}, fs_cb_begin_ts=1718692987959851, log_life_time=114939) [2024-06-18 14:43:07.959871] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988291, log_task={header:{begin_lsn:{lsn:122820987372}, end_lsn:{lsn:122820987917}, log_id:217988291, min_scn:{val:1718692987833146874, v:0}, max_scn:{val:1718692987833146874, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820987372}, data_checksum:1985828996, accum_checksum:4163208878, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692987833221, freeze_ts:1718692987833229, submit_ts:1718692987833247, flushed_ts:1718692987959776, gen_to_freeze cost time:8, gen_to_submit cost time:26, submit_to_flush cost time:126529}, fs_cb_begin_ts=1718692987959855, log_life_time=126634) [2024-06-18 14:43:07.959880] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=59][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692987833146874, v:0}, log_ts:{val:1718692987833146874, v:0}, lsn:{lsn:122820987428}, submit_ts:1718692987833272}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007926}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=126603, ctx_lock_wait_time=2) [2024-06-18 14:43:07.961966] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=130547, time_dist: do_cluster_heartbeat=11, generate_cluster_version=128660) [2024-06-18 14:43:07.965303] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=44][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:07.949|208=1us|217=15.47ms|222=1us|total=15.52ms) [2024-06-18 14:43:07.965368] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:07.949|536=0us|557=6us|562=0us|total=15.56ms) [2024-06-18 14:43:07.965398] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:07.949|79=0us|total=15.59ms) [2024-06-18 14:43:07.968306] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:07.985324] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=26] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=8) [2024-06-18 14:43:07.999430] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=45] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:08.009752] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [842][T1_LSArchiveMgr][T1][YB42C0A801CD-00061B2414C2EEE7-0-0] [lt=26] gc stale ls task succ [2024-06-18 14:43:08.022612] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873721515}], scn_array=[{val:1718692987454540651, v:0}], curr_size=122, accum_size=1098, time_cost=90055) [2024-06-18 14:43:08.022612] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=44][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078985048}], scn_array=[{val:1718692987454540651, v:0}], curr_size=122, accum_size=366, time_cost=90020) [2024-06-18 14:43:08.024956] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.119|208=1us|217=13.04ms|222=2us|total=13.10ms) [2024-06-18 14:43:08.025022] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.118|536=0us|557=5us|562=0us|total=13.14ms) [2024-06-18 14:43:08.025067] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=43][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.118|79=0us|total=13.19ms) [2024-06-18 14:43:08.032599] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-06-18 14:43:08.032645] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=1220) [2024-06-18 14:43:08.032696] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-06-18 14:43:08.032723] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1303][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, append size=1220) [2024-06-18 14:43:08.037373] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:346) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=21] ====== check clog disk timer task ====== [2024-06-18 14:43:08.037418] INFO [PALF] get_disk_usage (palf_env_impl.cpp:880) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=32] get_disk_usage(ret=0, capacity(MB):=12544, used(MB):=9989) [2024-06-18 14:43:08.037464] INFO [STORAGE] cannot_recycle_log_over_threshold_ (ob_checkpoint_service.cpp:260) [839][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=29] cannot_recycle_log_size statistics(cannot_recycle_log_size=140256830, threshold=3946001203, need_update_checkpoint_scn=false) [2024-06-18 14:43:08.042881] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:08.043178] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:08.043213] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=32] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:08.043329] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=3] will sleep(sleep_us=100000, remain_us=21061005, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=139, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:08.047503] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:131) [741][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=25] ====== tenant freeze timer task ====== [2024-06-18 14:43:08.049966] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=33] Slow write(duration=72814, write_len=4096) [2024-06-18 14:43:08.049999] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=30] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592137, offset=343340}, end_cursor:ObLogCursor{file_id=119, log_id=31592138, offset=343590}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac24050, len:724, log_data_len:250, seq:31592137, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:08.062100] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=38] no need to update min/max version(new_version={val:1718692987626939527, v:0}, min_version={val:1718692987626939527, v:0}, max_version={val:1718692987626939527, v:0}) [2024-06-18 14:43:08.068366] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:08.072839] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:100) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=37] tx gc loop thread is running(MTL_ID()=1001) [2024-06-18 14:43:08.072870] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:107) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=29] try gc retain ctx [2024-06-18 14:43:08.075500] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:497) [801][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=58] Recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3916EEE", sizeof(T):3952, used_obj_cnt:881, free_obj_hold_cnt:61, allocator used:3745392, allocator total:3859072}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:1, free_obj_hold_cnt:1, allocator used:131182, allocator total:131182}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=3990254, tablets_mem_limit=2630667460, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):2688, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2432, used_obj_cnt:27, free_obj_hold_cnt:0, allocator used:69120, allocator total:130816}, pending_cnt=0, wait_gc_count=0, tablet count=882) [2024-06-18 14:43:08.076488] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A7-0-0] [lt=44] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:08.076546] INFO [STORAGE] ~ObStorageTableGuard (ob_storage_table_guard.cpp:147) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A7-0-0] [lt=37] throttle statics(need_speed_limit=false, last_throttle_status=false, last_print_log_time=1718692977573523, stat={total_throttle_time_us:0, total_skip_throttle_time_us:0, last_log_timestamp:1718692988075697, last_throttle_status:false, 0=0, 1=0, 2=0, 3=0}) [2024-06-18 14:43:08.076660] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [1068][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=11] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692996331788414, latest_log_ts:{val:1718692979754967316, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}) [2024-06-18 14:43:08.079067] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A7-0-0] [lt=32] get number(ret=0, service_type_=0, range=1, base_id=1718692988079062069, start_id=1718692988079062069, end_id=1718692988079062070) [2024-06-18 14:43:08.079185] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A7-0-0] [lt=39] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=4312) [2024-06-18 14:43:08.079218] INFO [LIB] stat (utility.h:1157) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A7-0-0] [lt=28] [PALF STAT APPEND COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=37, this=0xfffb50c7f450, extra_info="id:1") [2024-06-18 14:43:08.085294] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=21][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.678|208=1us|217=17.39ms|222=2us|total=17.44ms) [2024-06-18 14:43:08.085359] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=59][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.678|536=0us|557=5us|562=0us|total=17.49ms) [2024-06-18 14:43:08.085391] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.678|79=0us|total=17.52ms) [2024-06-18 14:43:08.112723] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [852][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=33] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:08.115240] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [835][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=32] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=315680096, evict_high_size_level=90000, evict_batch_count=0, elapse_time=0, size_used=87156, mem_used=137263104) [2024-06-18 14:43:08.129969] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [531][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.130010] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [534][RpcIO][T0][Y0-0000000000000000-0-0] [lt=25] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.130042] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [532][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.130095] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [530][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.130099] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [536][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.130245] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [533][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.130353] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [535][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.136944] INFO [LIB] stat (utility.h:1157) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=35] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=93598, this=0xfffb79383a70, extra_info="") [2024-06-18 14:43:08.136942] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820987917}], scn_array=[{val:1718692987835837662, v:0}], curr_size=544, accum_size=2968, time_cost=177083) [2024-06-18 14:43:08.136980] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472625214}], scn_array=[{val:1718692987935754095, v:0}], curr_size=541, accum_size=3485, time_cost=177088) [2024-06-18 14:43:08.137009] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=27] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=3485) [2024-06-18 14:43:08.137062] INFO [LIB] stat (utility.h:1174) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=42] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=20, this=0xfffb7d3fdbb0, extra_info="") [2024-06-18 14:43:08.137110] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=57] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=3485) [2024-06-18 14:43:08.137089] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=53][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988292, log_task={header:{begin_lsn:{lsn:122820987917}, end_lsn:{lsn:122820988461}, log_id:217988292, min_scn:{val:1718692987835837662, v:0}, max_scn:{val:1718692987835837662, v:0}, data_len:488, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820987917}, data_checksum:1219338879, accum_checksum:4258709944, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692987835918, freeze_ts:1718692987959821, submit_ts:1718692987959836, flushed_ts:1718692988136994, gen_to_freeze cost time:123903, gen_to_submit cost time:123918, submit_to_flush cost time:177158}, fs_cb_begin_ts=1718692988137074, log_life_time=301156) [2024-06-18 14:43:08.137099] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692987835837662, v:0}, log_ts:{val:1718692987835837662, v:0}, lsn:{lsn:122820987973}, submit_ts:1718692987835926}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007927}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=301169, ctx_lock_wait_time=1) [2024-06-18 14:43:08.137168] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=29] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=14, this=0xfffb79378130, extra_info="palf_id:1") [2024-06-18 14:43:08.137196] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=112800, this=0xfffb79378360, extra_info="palf_id:1") [2024-06-18 14:43:08.137215] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=19023, avg_log_gen_to_submit_time=19039, avg_log_submit_to_flush_time=93697, avg_log_submit_to_slide_time=93761) [2024-06-18 14:43:08.137183] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692987935754095, v:0}, log_ts:{val:1718692987935754095, v:0}, lsn:{lsn:71472625270}, submit_ts:1718692987935877}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005353}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=201301, ctx_lock_wait_time=1) [2024-06-18 14:43:08.137239] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703439, log_task={header:{begin_lsn:{lsn:71472625214}, end_lsn:{lsn:71472625755}, log_id:183703439, min_scn:{val:1718692987935754095, v:0}, max_scn:{val:1718692987935754095, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472625214}, data_checksum:1213535845, accum_checksum:1585615759, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692987935819, freeze_ts:1718692987959814, submit_ts:1718692987959831, flushed_ts:1718692988137071, gen_to_freeze cost time:23995, gen_to_submit cost time:24012, submit_to_flush cost time:177240}, fs_cb_begin_ts=1718692988137154, log_life_time=201335) [2024-06-18 14:43:08.137290] INFO [LIB] stat (utility.h:1157) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=44] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=112, this=0xfffb79383ca0, extra_info="") [2024-06-18 14:43:08.137407] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=42] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692987735715649, max_version=1718692987735715649 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692987535614302 and max_version = 1718692987535614302 ) [2024-06-18 14:43:08.137466] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=303146, time_dist: do_cluster_heartbeat=10, generate_cluster_version=303012) [2024-06-18 14:43:08.137525] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=35] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=15, start_service_tstamp_=1718692031901564, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-06-18 14:43:08.137633] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=203421, time_dist: do_cluster_heartbeat=11, generate_cluster_version=203322) [2024-06-18 14:43:08.139644] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [794][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=39] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:43:08.143668] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:08.143703] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:08.143803] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=2] will sleep(sleep_us=100000, remain_us=20960531, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=140, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:08.162157] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=32] no need to update min/max version(new_version={val:1718692987626939527, v:0}, min_version={val:1718692987626939527, v:0}, max_version={val:1718692987626939527, v:0}) [2024-06-18 14:43:08.162199] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=43][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.145|208=0us|217=16.71ms|222=2us|total=16.76ms) [2024-06-18 14:43:08.162264] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.145|536=0us|557=5us|562=0us|total=16.81ms) [2024-06-18 14:43:08.162296] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.145|79=0us|total=16.84ms) [2024-06-18 14:43:08.168426] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:08.172936] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:130) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=16] ====== checkpoint timer task ====== [2024-06-18 14:43:08.172998] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=33] get_max_applied_scn(scn={val:1718692987835837662, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:16, palf_committed_end_lsn_:{lsn:122820988461}, last_check_scn_:{val:1718692988079062069, v:0}, max_applied_cb_scn_:{val:1718692987835837662, v:0}}) [2024-06-18 14:43:08.173067] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=37] get_min_unreplayed_log_info(lsn={lsn:122816394175}, scn={val:1718691444645174936, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718691835286993, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6339004, ret_code_:0}}, next_to_submit_lsn_:{lsn:122816394175}, next_to_submit_scn_:{val:1718691444645174936, v:0}, base_lsn_:{lsn:122600411136}, base_scn_:{val:1718647204627847132, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1cc05000, next_round_pread_size:2121728, curr_read_pos:1940615, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1940615, log_storage_:{IteratorStorage:{start_lsn:{lsn:122814453560}, end_lsn:{lsn:122816394175}, read_buf:{buf_len_:2125824, buf_:0xfffb1cc05000}, block_size:67104768, log_storage_:0xfffb5e17eb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444645174935, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:924, scn_:{val:1718691444645174935, v:0}, data_checksum:3075859636, flag:1}}, init_mode_version:0, accumulate_checksum:1894587408, curr_entry_is_padding:0, padding_entry_size:1860, padding_entry_scn:{val:1718691444645174935, v:0}}}}}) [2024-06-18 14:43:08.177296] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1389) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=101] succ to get rec scn(*this={this:0xfffb50804030, ls_id:{id:1}, tenant_id:1001, state:"L_WORKING", total_tx_ctx_count:1, active_tx_count:1, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:1718647203827349903, v:0}, last_push_gc_task_ts_:1718691641582151, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:3}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-06-18 14:43:08.177347] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:180) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=50] tx ctx memtable get rec scn(this={ObITable:{this:0xfffb4d4bc080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffb4d4bc080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:1718692988079062069, v:0}) [2024-06-18 14:43:08.177412] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:789) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=55] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-06-18 14:43:08.177744] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:272) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=43] get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:1718647299992699002, v:0}, min_rec_scn_tablet_ids=[{id:60476}], *this={this:0xfffb50c766d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_create_status:1, clog_checkpoint_scn:{val:1718647204627847132, v:0}, clog_base_lsn:{lsn:122600411136}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1718647262981903785, v:0}, all_id_meta:{id_meta:[{limited_id:1718692996331788414, latest_log_ts:{val:1718692979754967316, v:0}}, {limited_id:223000001, latest_log_ts:{val:1718691836331788417, v:0}}, {limited_id:1520000001, latest_log_ts:{val:1718691841262442662, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}}}, switch_epoch:0, log_handler:{role:1, proposal_id:16, palf_env_:0xfffb5f1f4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}}}) [2024-06-18 14:43:08.177853] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:507) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=102] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xfffb50c88f50}, min_rec_scn={val:1718647204627847132, v:0}, ls_id_={id:1}) [2024-06-18 14:43:08.177907] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=45] get rec log scn(service_type_=0, rec_log_ts={val:1718692979754967316, v:0}) [2024-06-18 14:43:08.177947] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=40] get rec log scn(service_type_=1, rec_log_ts={val:1718691836331788417, v:0}) [2024-06-18 14:43:08.177960] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:306) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=11] get rec log scn(service_type_=2, rec_log_ts={val:1718691841262442662, v:0}) [2024-06-18 14:43:08.177980] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:158) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=12] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1718647204627847132, v:0}, checkpoint_scn_in_ls_meta={val:1718647204627847132, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-06-18 14:43:08.178022] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1544) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, curr_base_lsn={lsn:122600411136}, new_base_lsn={lsn:122600411136}, lsn={lsn:122600411136}) [2024-06-18 14:43:08.178060] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:184) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=37] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:122600411136}, ls->get_ls_id()={id:1}) [2024-06-18 14:43:08.178076] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:191) [1052][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=13] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-06-18 14:43:08.182598] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [1295][T1002_ArcSender][T1002][YB42C0A801CD-00061B2418F2EEE7-0-0] [lt=27][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:43:08.185428] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=7) [2024-06-18 14:43:08.186890] INFO [SHARE] get_server_tenant_configs (ob_unit_getter.cpp:231) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=18] get_server_tenant_configs(unit_infos=[{unit:unit_id:1, resource_pool_id:1, unit_group_id:1, zone:"META_ZONE_1", server:"192.168.1.205:2882", migrate_from_server:"0.0.0.0:0", is_manual_migrate:false, status:0, replica_type:0, config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:2, max_cpu:2, memory_size:"1GB", log_disk_size:"12.25GB", min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:2}}, pool:{resource_pool_id:1, name:"sys_pool", unit_count:1, unit_config_id:1, zone_list:["META_ZONE_1"], tenant_id:1, replica_type:0}}, {unit:unit_id:1001, resource_pool_id:1001, unit_group_id:1001, zone:"META_ZONE_1", server:"192.168.1.205:2882", migrate_from_server:"0.0.0.0:0", is_manual_migrate:false, status:0, replica_type:0, config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:12, max_cpu:12, memory_size:"12GB", log_disk_size:"30GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, pool:{resource_pool_id:1001, name:"pool1", unit_count:1, unit_config_id:1001, zone_list:["META_ZONE_1"], tenant_id:1002, replica_type:0}}]) [2024-06-18 14:43:08.187000] INFO [SHARE] get_compat_mode (ob_unit_getter.cpp:810) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=97] jx_debug: get tenant compatibility mode(tenant_id=1002, compat_mode=1) [2024-06-18 14:43:08.187028] INFO [SHARE] divide_meta_tenant (ob_unit_resource.cpp:658) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=23] divide meta tenant resource finish(ret=0, ret="OB_SUCCESS", meta_resource={min_cpu:1.2, max_cpu:1.2, memory_size:"1.2GB", log_disk_size:"3GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}, user_resource={min_cpu:12, max_cpu:12, memory_size:"10.8GB", log_disk_size:"27GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}, unit_resource={min_cpu:12, max_cpu:12, memory_size:"12GB", log_disk_size:"30GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}) [2024-06-18 14:43:08.187071] INFO [SHARE] divide_meta_tenant (ob_unit_getter.cpp:125) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=39] divide meta tenant finish(ret=0, ret="OB_SUCCESS", meta_tenant_config={tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:1.2, max_cpu:1.2, memory_size:"1.2GB", log_disk_size:"3GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:0, create_timestamp:0, is_removed:false}, user_config={tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:12, max_cpu:12, memory_size:"10.8GB", log_disk_size:"27GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:1, create_timestamp:0, is_removed:false}) [2024-06-18 14:43:08.187342] INFO [COMMON] update_io_clock (ob_io_mclock.cpp:432) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF68-0-0] [lt=45] update other group clock success(index=0, unit_config={min_iops:9223372036854775807, max_iops:9223372036854775807, weight:2}, cur_config={deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}) [2024-06-18 14:43:08.187377] INFO [COMMON] update_basic_io_config (ob_io_manager.cpp:896) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF68-0-0] [lt=33] update basic io config success(tenant_id_=1, io_config_={group_num_:0, memory_limit_:1073741824, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:2}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, io_config={group_num_:0, memory_limit_:1073741824, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:2}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:0, max_percent:0, weight_percent:0}]}, io_clock_=0xfffb7ac04280) [2024-06-18 14:43:08.187613] INFO [COMMON] update_io_clock (ob_io_mclock.cpp:432) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF68-0-0] [lt=45] update other group clock success(index=0, unit_config={min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, cur_config={deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}) [2024-06-18 14:43:08.187638] INFO [COMMON] update_basic_io_config (ob_io_manager.cpp:896) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF68-0-0] [lt=24] update basic io config success(tenant_id_=1002, io_config_={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:0, max_percent:0, weight_percent:0}]}, io_clock_=0xfffb49988280) [2024-06-18 14:43:08.187905] INFO [COMMON] update_io_clock (ob_io_mclock.cpp:432) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF68-0-0] [lt=35] update other group clock success(index=0, unit_config={min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, cur_config={deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}) [2024-06-18 14:43:08.187929] INFO [COMMON] update_basic_io_config (ob_io_manager.cpp:896) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF68-0-0] [lt=23] update basic io config success(tenant_id_=1001, io_config_={group_num_:0, memory_limit_:1288490188, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, io_config={group_num_:0, memory_limit_:1288490188, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:0, max_percent:0, weight_percent:0}]}, io_clock_=0xfffb601e8280) [2024-06-18 14:43:08.188437] INFO [LIB] stat (utility.h:1157) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=71813, this=0xfffb473d3a70, extra_info="") [2024-06-18 14:43:08.188437] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=35][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078985170}], scn_array=[{val:1718692987956064571, v:0}], curr_size=122, accum_size=488, time_cost=155722) [2024-06-18 14:43:08.188465] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873721637}], scn_array=[{val:1718692987956064571, v:0}], curr_size=122, accum_size=1220, time_cost=155820) [2024-06-18 14:43:08.188498] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=32] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=1220) [2024-06-18 14:43:08.188524] INFO [LIB] stat (utility.h:1174) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=24, this=0xfffb481a0730, extra_info="") [2024-06-18 14:43:08.188564] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050351, log_task={header:{begin_lsn:{lsn:683078985170}, end_lsn:{lsn:683078985292}, log_id:173050351, min_scn:{val:1718692987956064571, v:0}, max_scn:{val:1718692987956064571, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078985170}, data_checksum:2222604892, accum_checksum:722319564, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988032678, freeze_ts:1718692988032680, submit_ts:1718692988032686, flushed_ts:1718692988188499, gen_to_freeze cost time:2, gen_to_submit cost time:8, submit_to_flush cost time:155813}, fs_cb_begin_ts=1718692988188545, log_life_time=155867) [2024-06-18 14:43:08.188666] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=62] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=1220) [2024-06-18 14:43:08.188711] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473c8130, extra_info="palf_id:1") [2024-06-18 14:43:08.188734] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=72003, this=0xfffb473c8360, extra_info="palf_id:1") [2024-06-18 14:43:08.188747] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=13, avg_log_submit_to_flush_time=71950, avg_log_submit_to_slide_time=71989) [2024-06-18 14:43:08.188769] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344791, log_task={header:{begin_lsn:{lsn:26873721637}, end_lsn:{lsn:26873721759}, log_id:174344791, min_scn:{val:1718692987956064571, v:0}, max_scn:{val:1718692987956064571, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873721637}, data_checksum:667309872, accum_checksum:2724929622, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988032571, freeze_ts:1718692988032575, submit_ts:1718692988032584, flushed_ts:1718692988188638, gen_to_freeze cost time:4, gen_to_submit cost time:13, submit_to_flush cost time:156054}, fs_cb_begin_ts=1718692988188696, log_life_time=156125) [2024-06-18 14:43:08.188823] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=48] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=68, this=0xfffb473d3ca0, extra_info="") [2024-06-18 14:43:08.190577] INFO [SHARE] refresh_resource_plan (ob_resource_plan_manager.cpp:122) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=32] refresh resource plan success(tenant_id=1, plan_name=, directives=[]) [2024-06-18 14:43:08.192408] INFO [SHARE] refresh_resource_user_mapping_rule (ob_resource_mapping_rule_manager.cpp:159) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=42] refresh resource user mapping rule(tenant_id=1, plan=, user_rules=[]) [2024-06-18 14:43:08.193880] INFO [SHARE] refresh_resource_function_mapping_rule (ob_resource_mapping_rule_manager.cpp:196) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=42] refresh_resource_function_mapping_rule(tenant_id=1, plan=, rules=[]) [2024-06-18 14:43:08.193865] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.181|208=1us|217=12.01ms|222=2us|total=12.06ms) [2024-06-18 14:43:08.193924] INFO [SHARE] refresh_resource_mapping_rule (ob_resource_mapping_rule_manager.cpp:100) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=40] refresh resource mapping rule success(tenant_id=1, plan=) [2024-06-18 14:43:08.193920] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=50][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.181|536=1us|557=4us|562=0us|total=12.09ms) [2024-06-18 14:43:08.193945] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.181|79=0us|total=12.11ms) [2024-06-18 14:43:08.195309] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:159) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF68-0-0] [lt=20] trace tenant dfc parameters(max_parallel_cnt_=20, max_blocked_buffer_size_=6553600, max_buffer_size_=13107200) [2024-06-18 14:43:08.195424] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF68-0-0] [lt=39] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-06-18 14:43:08.195453] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:131) [621][OmtNodeBalancer][T1][YB42C0A801CD-00061B241422EF68-0-0] [lt=24] tenant dfc status(ret=0, get_tenant_id()=1, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=20, get_max_blocked_buffer_size()=6553600, get_max_buffer_size()=13107200, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-06-18 14:43:08.196409] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF68-0-0] [lt=28][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1474, tenant_id_=1001, mem_limit_=128849018, request_id_=0, ret=0) [2024-06-18 14:43:08.198152] INFO [SHARE] refresh_resource_plan (ob_resource_plan_manager.cpp:122) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=36] refresh resource plan success(tenant_id=1001, plan_name=, directives=[]) [2024-06-18 14:43:08.199749] INFO [SHARE] refresh_resource_user_mapping_rule (ob_resource_mapping_rule_manager.cpp:159) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=38] refresh resource user mapping rule(tenant_id=1001, plan=, user_rules=[]) [2024-06-18 14:43:08.200022] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=40] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:08.201299] INFO [SHARE] refresh_resource_function_mapping_rule (ob_resource_mapping_rule_manager.cpp:196) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=52] refresh_resource_function_mapping_rule(tenant_id=1001, plan=, rules=[]) [2024-06-18 14:43:08.201336] INFO [SHARE] refresh_resource_mapping_rule (ob_resource_mapping_rule_manager.cpp:100) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=35] refresh resource mapping rule success(tenant_id=1001, plan=) [2024-06-18 14:43:08.202718] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:159) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF68-0-0] [lt=12] trace tenant dfc parameters(max_parallel_cnt_=10, max_blocked_buffer_size_=3276800, max_buffer_size_=6553600) [2024-06-18 14:43:08.202835] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF68-0-0] [lt=36] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-06-18 14:43:08.202859] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:131) [621][OmtNodeBalancer][T1001][YB42C0A801CD-00061B241422EF68-0-0] [lt=22] tenant dfc status(ret=0, get_tenant_id()=1001, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=10, get_max_blocked_buffer_size()=3276800, get_max_buffer_size()=6553600, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-06-18 14:43:08.206616] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=24][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:08.206653] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=35][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:08.206792] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=22][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:08.206822] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=27][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:08.206850] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:08.206896] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=42][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:08.206924] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=23][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:08.206952] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=25][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:08.206972] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=19][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:08.206992] WDIAG [SHARE.SCHEMA] get_tenant_variable (ob_schema_utils.cpp:304) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=18][errcode=-4152] fail to get system variable(ret=-4152, tenant_id=1002, var_id=10060) [2024-06-18 14:43:08.207012] WDIAG [SHARE.SCHEMA] get_tenant_int_variable (ob_schema_utils.cpp:264) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=18][errcode=-4152] fail get tenant variable(value={"NULL":"NULL"}, var_id=10060, tenant_id=1002, ret=-4152) [2024-06-18 14:43:08.207036] WDIAG [SERVER.OMT] check_parallel_servers_target (ob_tenant.cpp:1757) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=21][errcode=-4152] fail read tenant variable(id=1002, ret=-4152) [2024-06-18 14:43:08.210677] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=17][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:08.210713] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=34][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:08.210848] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=20][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:08.210876] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=25][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:08.210900] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=22][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:08.210941] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=39][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:08.210964] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=20][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:08.211005] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=40][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:08.211018] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:487) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=11][errcode=-4152] get tenant info failed(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:08.211035] WDIAG [SHARE.SCHEMA] get_tenant_variable (ob_schema_utils.cpp:304) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=16][errcode=-4152] fail to get system variable(ret=-4152, tenant_id=1002, var_id=10109) [2024-06-18 14:43:08.211047] WDIAG [SHARE.SCHEMA] get_tenant_varchar_variable (ob_schema_utils.cpp:281) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=11][errcode=-4152] fail get tenant variable(value={"NULL":"NULL"}, var_id=10109, tenant_id=1002, ret=-4152) [2024-06-18 14:43:08.211069] WDIAG [SERVER.OMT] check_resource_manager_plan (ob_tenant.cpp:1689) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=20][errcode=-4152] fail get tenant variable(id_=1002, plan_name=, ret=-4152) [2024-06-18 14:43:08.211088] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:159) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF68-0-0] [lt=16] trace tenant dfc parameters(max_parallel_cnt_=120, max_blocked_buffer_size_=39321600, max_buffer_size_=78643200) [2024-06-18 14:43:08.211207] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF68-0-0] [lt=18] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-06-18 14:43:08.211229] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:131) [621][OmtNodeBalancer][T1002][YB42C0A801CD-00061B241422EF68-0-0] [lt=20] tenant dfc status(ret=0, get_tenant_id()=1002, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=120, get_max_blocked_buffer_size()=39321600, get_max_buffer_size()=78643200, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-06-18 14:43:08.211279] INFO [SERVER.OMT] run1 (ob_tenant_node_balancer.cpp:108) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=24] refresh tenant units(sys_unit_cnt=1, units=[{tenant_id:1, unit_id:1, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:2, max_cpu:2, memory_size:"1GB", log_disk_size:"12.25GB", min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:2}}, mode:0, create_timestamp:1699357261887938, is_removed:false}, {tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:12, max_cpu:12, memory_size:"10.8GB", log_disk_size:"27GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:1, create_timestamp:1699357549660230, is_removed:false}, {tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:1.2, max_cpu:1.2, memory_size:"1.2GB", log_disk_size:"3GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:0, create_timestamp:1699357549660230, is_removed:false}], ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:08.211366] INFO set_nway (ob_tenant_mutil_allocator.cpp:307) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=67] finish set nway(tenant_id_=1, nway=2) [2024-06-18 14:43:08.211386] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:380) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=18] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1, nway=2, new_tma_limit=536870900, pre_tma_limit=536870900, cur_memstore_limit_percent=50, tenant_config={tenant_id:1, unit_id:1, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:2, max_cpu:2, memory_size:"1GB", log_disk_size:"12.25GB", min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:2}}, mode:0, create_timestamp:1699357261887938, is_removed:false}) [2024-06-18 14:43:08.211425] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:391) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=33] succ to set_memstore_threshold of memstore allocator(tenant_id=1, ret=0) [2024-06-18 14:43:08.211450] INFO set_nway (ob_tenant_mutil_allocator.cpp:307) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=15] finish set nway(tenant_id_=1002, nway=12) [2024-06-18 14:43:08.211464] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:380) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=14] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1002, nway=12, new_tma_limit=5798205850, pre_tma_limit=5798205850, cur_memstore_limit_percent=50, tenant_config={tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:12, max_cpu:12, memory_size:"10.8GB", log_disk_size:"27GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:1, create_timestamp:1699357549660230, is_removed:false}) [2024-06-18 14:43:08.211496] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:391) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=29] succ to set_memstore_threshold of memstore allocator(tenant_id=1002, ret=0) [2024-06-18 14:43:08.211525] INFO set_nway (ob_tenant_mutil_allocator.cpp:307) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=15] finish set nway(tenant_id_=1001, nway=1) [2024-06-18 14:43:08.211540] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:380) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=14] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1001, nway=1, new_tma_limit=644245050, pre_tma_limit=644245050, cur_memstore_limit_percent=50, tenant_config={tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"unit1", resource:{min_cpu:1.2, max_cpu:1.2, memory_size:"1.2GB", log_disk_size:"3GB", min_iops:9223372036854775806, max_iops:9223372036854775806, iops_weight:1}}, mode:0, create_timestamp:1699357549660230, is_removed:false}) [2024-06-18 14:43:08.211571] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:391) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=27] succ to set_memstore_threshold of memstore allocator(tenant_id=1001, ret=0) [2024-06-18 14:43:08.212785] INFO [SERVER] cal_all_part_disk_default_percentage (ob_server_utils.cpp:325) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=10] cal_all_part_disk_default_percentage succ(data_dir="/home/admin/oceanbase/store/ob_cluster/sstable", clog_dir="/home/admin/oceanbase/store/ob_cluster/clog", shared_mode=false, data_disk_total_size=518379827200, data_disk_default_percentage=90, clog_disk_total_size=600831066112, clog_disk_default_percentage=90) [2024-06-18 14:43:08.212828] INFO [SERVER] decide_disk_size (ob_server_utils.cpp:361) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=40] decide disk size finished(suggested_disk_size=0, suggested_disk_percentage=0, default_disk_percentage=90, total_space=600831066112, disk_size=540747959500) [2024-06-18 14:43:08.212851] INFO [SERVER] get_log_disk_info_in_config (ob_server_utils.cpp:88) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=23] get_log_disk_info_in_config(suggested_data_disk_size=0, suggested_clog_disk_size=0, suggested_data_disk_percentage=90, suggested_clog_disk_percentage=0, log_disk_size=540747959500, log_disk_percentage=0, total_log_disk_size=600831066112) [2024-06-18 14:43:08.212878] INFO [CLOG] try_resize (ob_server_log_block_mgr.cpp:785) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=21] try_resize success(ret=0, log_disk_size=540747959500, total_log_disk_size=600831066112, this={dir::"/home/admin/oceanbase/store/ob_cluster/clog/log_pool", dir_fd:12, meta_fd:13, log_pool_meta:{curr_total_size:540696117248, next_total_size:540696117248, status:0}, min_block_id:13482, max_block_id:20997, min_log_disk_size_for_all_tenants_:45365592064, is_inited:true}) [2024-06-18 14:43:08.212912] INFO [SERVER.OMT] run1 (ob_tenant_node_balancer.cpp:132) [621][OmtNodeBalancer][T0][YB42C0A801CD-00061B241422EF68-0-0] [lt=32] refresh tenant config(tenants=[1, 1001, 1002], ret=0) [2024-06-18 14:43:08.229188] INFO [COMMON] print_io_status (ob_io_manager.cpp:1337) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS](tenant_id=500, io_status=group_id: 0, group_name: OTHER_GROUPS, mode: read, size: 8192.00, iops: 1.00, rt: 42258.00) [2024-06-18 14:43:08.229227] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO STATUS](tenant_id=500, ref_cnt=2, io_config={group_num_:0, memory_limit_:536870912, callback_thread_count_:8, unit_config_:{min_iops:10000, max_iops:50000, weight:10000}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=10803616, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:08.229353] INFO [COMMON] print_io_status (ob_io_manager.cpp:1372) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=47] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SLOG_IO, mode: write, size: 4096.00, iops: 1.00, rt: 72738.00) [2024-06-18 14:43:08.229380] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: SHARED_BLOCK_ReaderWriter_IO, mode: read, size: 4096.00, iops: 22.89, rt: 12015.30) [2024-06-18 14:43:08.229404] INFO [COMMON] print_io_status (ob_io_manager.cpp:1363) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS SYS](tenant_id=1002, io_status=sys_group_name: MICRO_BLOCK_CACHE_IO, mode: read, size: 70166.26, iops: 45.78, rt: 15384.30) [2024-06-18 14:43:08.229424] INFO [COMMON] print_io_status (ob_io_manager.cpp:1387) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS](tenant_id=1002, ref_cnt=6, io_config={group_num_:0, memory_limit_:11596411700, callback_thread_count_:8, unit_config_:{min_iops:9223372036854775806, max_iops:9223372036854775806, weight:1}, enable_io_tracer:false, group_configs:[other_groups:{deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, allocated_memory=12774848, pre_allocated_count=2, callback_queues=[0, 0, 0, 0, 0, 0, 0, 0]) [2024-06-18 14:43:08.229462] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=32] [IO SENDER STATUS](send_index=1, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229486] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=22] [IO SENDER STATUS](send_index=2, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229505] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=3, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229525] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=4, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229542] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=5, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229561] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=6, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229574] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=7, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229592] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=8, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229612] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO SENDER STATUS](send_index=9, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229625] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=10, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229643] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO SENDER STATUS](send_index=11, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229656] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO SENDER STATUS](send_index=12, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229673] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO SENDER STATUS](send_index=13, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229686] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=14, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229703] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO SENDER STATUS](send_index=15, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.229715] INFO [COMMON] print_sender_status (ob_io_struct.cpp:846) [337][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO SENDER STATUS](send_index=16, req_count=0, reservation_ts=9223372036854775807, group_limitation_ts=9223372036854775807, tenant_limitation_ts=9223372036854775807, proportion_ts=9223372036854775807) [2024-06-18 14:43:08.237601] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=34] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692987454540648, v:0}, base_version={val:1718692987454540648, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692987454540648, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692988237574, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:08.237650] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=47] no need to update min/max version(new_version={val:1718692987454540648, v:0}, min_version={val:1718692987454540648, v:0}, max_version={val:1718692987454540648, v:0}) [2024-06-18 14:43:08.239162] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCE9-0-0] [lt=27] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:08.239332] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=40] get number(ret=0, service_type_=0, range=1, base_id=1718692988239327697, start_id=1718692988239327697, end_id=1718692988239327698) [2024-06-18 14:43:08.240436] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1057][T1001_LSArchive][T1001][YB42C0A801CD-00061B241612EEE7-0-0] [lt=31] gc stale ls task succ [2024-06-18 14:43:08.244145] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:08.244182] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:08.244282] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=20860053, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=141, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:08.268487] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:08.285639] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472625755}], scn_array=[{val:1718692987955482217, v:0}], curr_size=122, accum_size=122, time_cost=140490) [2024-06-18 14:43:08.285637] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820988461}], scn_array=[{val:1718692987955559678, v:0}], curr_size=1077, accum_size=4045, time_cost=148559) [2024-06-18 14:43:08.285787] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=8, avg_log_batch_cnt=1, total_group_log_size=3070, avg_group_log_size=383) [2024-06-18 14:43:08.285787] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1052) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=55] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.1.205:2882", role="LEADER", total_group_log_cnt=9, avg_log_batch_cnt=1, total_group_log_size=4590, avg_group_log_size=510) [2024-06-18 14:43:08.285841] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988293, log_task={header:{begin_lsn:{lsn:122820988461}, end_lsn:{lsn:122820989538}, log_id:217988293, min_scn:{val:1718692987955559678, v:0}, max_scn:{val:1718692988079062069, v:0}, data_len:1021, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820988461}, data_checksum:2909516649, accum_checksum:884658269, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692987972802, freeze_ts:1718692988137042, submit_ts:1718692988137057, flushed_ts:1718692988285702, gen_to_freeze cost time:164240, gen_to_submit cost time:164255, submit_to_flush cost time:148645}, fs_cb_begin_ts=1718692988285825, log_life_time=313023) [2024-06-18 14:43:08.285845] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=33][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703440, log_task={header:{begin_lsn:{lsn:71472625755}, end_lsn:{lsn:71472625877}, log_id:183703440, min_scn:{val:1718692987955482217, v:0}, max_scn:{val:1718692987955482217, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472625755}, data_checksum:667309872, accum_checksum:3446702403, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988145092, freeze_ts:1718692988145099, submit_ts:1718692988145114, flushed_ts:1718692988285706, gen_to_freeze cost time:7, gen_to_submit cost time:22, submit_to_flush cost time:140592}, fs_cb_begin_ts=1718692988285828, log_life_time=140736) [2024-06-18 14:43:08.285853] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=52][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692988079062069, v:0}, log_ts:{val:1718692988079062069, v:0}, lsn:{lsn:122820988583}, submit_ts:1718692988079235}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007928}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=206613, ctx_lock_wait_time=2) [2024-06-18 14:43:08.313979] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=28][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5019, dropped:75, tid:1071}]) [2024-06-18 14:43:08.319314] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:537) [1292][T1002_LSArchive][T1002][YB42C0A801CD-00061B2418C2EEE7-0-0] [lt=30] gc stale ls task succ [2024-06-18 14:43:08.325309] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.292|208=1us|217=32.34ms|222=2us|total=32.41ms) [2024-06-18 14:43:08.325383] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=68][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.292|536=0us|557=5us|562=0us|total=32.45ms) [2024-06-18 14:43:08.325415] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.292|79=1us|total=32.48ms) [2024-06-18 14:43:08.337707] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:732) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=24] get_max_applied_scn(scn={val:1718692987956064571, v:0}, this={ls_id_:{id:1001}, role_:1, proposal_id_:15, palf_committed_end_lsn_:{lsn:683078985292}, last_check_scn_:{val:1718692987956064572, v:0}, max_applied_cb_scn_:{val:1718692987956064571, v:0}}) [2024-06-18 14:43:08.337763] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:984) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=45] get_min_unreplayed_log_info(lsn={lsn:683078262445}, scn={val:1718691444594935387, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1718692986976377, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:683078262445}, next_to_submit_scn_:{val:1718691444594935387, v:0}, base_lsn_:{lsn:683059433472}, base_scn_:{val:1718691439026852456, v:0}, iterator_:{iterator_impl:{buf_:0xfffb1c405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:683078262323}, end_lsn:{lsn:683078262445}, read_buf:{buf_len_:2125824, buf_:0xfffb1c405000}, block_size:67104768, log_storage_:0xfffb473deb30}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1718691444594935386, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1718691444594935386, v:0}, data_checksum:154833137, flag:1}}, init_mode_version:0, accumulate_checksum:2889705391, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1718691444594935386, v:0}}}}}) [2024-06-18 14:43:08.342851] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078985292}], scn_array=[{val:1718692987956064572, v:0}], curr_size=122, accum_size=610, time_cost=110056) [2024-06-18 14:43:08.342850] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873721759}], scn_array=[{val:1718692987956064572, v:0}], curr_size=122, accum_size=122, time_cost=110092) [2024-06-18 14:43:08.342978] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344792, log_task={header:{begin_lsn:{lsn:26873721759}, end_lsn:{lsn:26873721881}, log_id:174344792, min_scn:{val:1718692987956064572, v:0}, max_scn:{val:1718692987956064572, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873721759}, data_checksum:667309872, accum_checksum:1895758090, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988232706, freeze_ts:1718692988232713, submit_ts:1718692988232724, flushed_ts:1718692988342915, gen_to_freeze cost time:7, gen_to_submit cost time:18, submit_to_flush cost time:110191}, fs_cb_begin_ts=1718692988342962, log_life_time=110256) [2024-06-18 14:43:08.343092] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050352, log_task={header:{begin_lsn:{lsn:683078985292}, end_lsn:{lsn:683078985414}, log_id:173050352, min_scn:{val:1718692987956064572, v:0}, max_scn:{val:1718692987956064572, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078985292}, data_checksum:2222604892, accum_checksum:3576410029, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988232756, freeze_ts:1718692988232759, submit_ts:1718692988232764, flushed_ts:1718692988343046, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:110282}, fs_cb_begin_ts=1718692988343078, log_life_time=110322) [2024-06-18 14:43:08.344369] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:141, local_retry_times:141, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:08.344420] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=45][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.344440] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.344457] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:08.344489] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:08.344747] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:08.344779] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=30] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:08.344805] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:08.344826] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:08.344849] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:08.344870] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:08.344888] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:08.344904] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:08.344923] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:08.344935] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:08.344951] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:08.344962] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:08.344973] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:08.344986] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:08.344995] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=8][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:08.345014] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:08.345032] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.345052] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.345064] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:08.345082] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:08.345101] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:08.345115] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=142, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:08.345146] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20] will sleep(sleep_us=100000, remain_us=20759188, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=142, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:08.349958] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [548][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=30] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.350116] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [550][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=31] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.350147] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [553][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=22] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.350393] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [549][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.350637] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [551][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=23] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.350675] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [547][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=24] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.350720] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [555][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=18] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.350867] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [543][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.351117] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [552][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=29] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.351160] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [541][BatchIO][T0][Y0-0000000000000000-0-0] [lt=22] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.351200] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [545][BatchIO][T0][Y0-0000000000000000-0-0] [lt=21] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.351211] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [539][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.351460] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [540][BatchIO][T0][Y0-0000000000000000-0-0] [lt=28] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.351689] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [538][BatchIO][T0][Y0-0000000000000000-0-0] [lt=30] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.351725] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [544][BatchIO][T0][Y0-0000000000000000-0-0] [lt=25] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.351751] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [557][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=27] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.351908] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [542][BatchIO][T0][Y0-0000000000000000-0-0] [lt=24] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-06-18 14:43:08.364337] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=47] Slow write(duration=78095, write_len=4096) [2024-06-18 14:43:08.364366] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [1203][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=27] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=119, log_id=31592138, offset=343590}, end_cursor:ObLogCursor{file_id=119, log_id=31592139, offset=343840}, is_inited:true, is_local:false, buf_size:8192, buf:0xfffb8ac28050, len:474, log_data_len:250, seq:31592138, flush_finish:false, flush_ret:0}) [2024-06-18 14:43:08.365522] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=104][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=27893, time_dist: do_cluster_heartbeat=11) [2024-06-18 14:43:08.368552] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:08.375966] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1067][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=28] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-06-18 14:43:08.385531] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=30] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=6) [2024-06-18 14:43:08.390825] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A7-0-0] [lt=40] current clock is (clock_=0, max_seq_=0, mem_limit=290078038, cur_mem_hold=96468992, attr_.tenant_id_=1001) [2024-06-18 14:43:08.391729] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [1122][T1002_TeRec][T1001][YB42C0A801CD-00061B2418A2F2A7-0-0] [lt=45] get number(ret=0, service_type_=0, range=1, base_id=1718692988391725363, start_id=1718692988391725363, end_id=1718692988391725364) [2024-06-18 14:43:08.394311] INFO [LIB] stat (utility.h:1157) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=39] [PALF STAT WRITE LOG COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=104406, this=0xfffb5e183a70, extra_info="") [2024-06-18 14:43:08.394313] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472625877}], scn_array=[{val:1718692988239327697, v:0}], curr_size=541, accum_size=663, time_cost=108516) [2024-06-18 14:43:08.394341] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820989538}], scn_array=[{val:1718692988263685071, v:0}], curr_size=545, accum_size=4590, time_cost=108516) [2024-06-18 14:43:08.394374] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=4590) [2024-06-18 14:43:08.394403] INFO [LIB] stat (utility.h:1174) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=20, this=0xfffb5f1fa730, extra_info="") [2024-06-18 14:43:08.394449] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=51] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.1.205:2882", committed size=4590) [2024-06-18 14:43:08.394444] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703441, log_task={header:{begin_lsn:{lsn:71472625877}, end_lsn:{lsn:71472626418}, log_id:183703441, min_scn:{val:1718692988239327697, v:0}, max_scn:{val:1718692988239327697, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472625877}, data_checksum:2021506049, accum_checksum:3037317272, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988239443, freeze_ts:1718692988285759, submit_ts:1718692988285773, flushed_ts:1718692988394369, gen_to_freeze cost time:46316, gen_to_submit cost time:46330, submit_to_flush cost time:108596}, fs_cb_begin_ts=1718692988394426, log_life_time=154983) [2024-06-18 14:43:08.394454] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=60][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692988239327697, v:0}, log_ts:{val:1718692988239327697, v:0}, lsn:{lsn:71472625933}, submit_ts:1718692988239456}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005359}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=154994, ctx_lock_wait_time=1) [2024-06-18 14:43:08.394523] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=11, this=0xfffb5e178130, extra_info="palf_id:1") [2024-06-18 14:43:08.394545] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=146673, this=0xfffb5e178360, extra_info="palf_id:1") [2024-06-18 14:43:08.394559] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.1.205:2882", total_slide_log_cnt=9, avg_log_gen_to_freeze_time=42076, avg_log_gen_to_submit_time=42091, avg_log_submit_to_flush_time=104500, avg_log_submit_to_slide_time=104582) [2024-06-18 14:43:08.394530] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692988263685071, v:0}, log_ts:{val:1718692988263685071, v:0}, lsn:{lsn:122820989594}, submit_ts:1718692988263763}, this:0xfffb60b9fee0, is_inited_:true, trans_id:{txid:222007934}, ls_id:{id:1}, ctx:0xfffb60b9cc50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=130764, ctx_lock_wait_time=1) [2024-06-18 14:43:08.394584] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988294, log_task={header:{begin_lsn:{lsn:122820989538}, end_lsn:{lsn:122820990083}, log_id:217988294, min_scn:{val:1718692988263685071, v:0}, max_scn:{val:1718692988263685071, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820989538}, data_checksum:1463391704, accum_checksum:2802488396, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988263751, freeze_ts:1718692988285752, submit_ts:1718692988285772, flushed_ts:1718692988394412, gen_to_freeze cost time:22001, gen_to_submit cost time:22021, submit_to_flush cost time:108640}, fs_cb_begin_ts=1718692988394511, log_life_time=130760) [2024-06-18 14:43:08.394607] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692987935754095, max_version=1718692987935754095 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692987735715649 and max_version = 1718692987735715649 ) [2024-06-18 14:43:08.394635] INFO [LIB] stat (utility.h:1157) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=43] [PALF STAT FLUSH CB COST TIME](cur_stat_count=9, stat_interval=1000000, avg (count/cost)=144, this=0xfffb5e183ca0, extra_info="") [2024-06-18 14:43:08.394803] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=157081, time_dist: do_cluster_heartbeat=11, generate_cluster_version=156970) [2024-06-18 14:43:08.397758] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=135573, time_dist: do_cluster_heartbeat=13, generate_cluster_version=132578, cluster_service_self_check=8) [2024-06-18 14:43:08.398809] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:256) [1060][T1001_ArcSender][T1001][YB42C0A801CD-00061B241632EEE7-0-0] [lt=31][errcode=-4018] try free send task failed(ret=-4018) [2024-06-18 14:43:08.400653] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=41] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:08.404813] WDIAG alloc_block (ob_block_alloc_mgr.h:40) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA50-0-0] [lt=19][errcode=-4016] block alloc over limit, limit=16777216 alloc_size=2079744 [2024-06-18 14:43:08.404851] WDIAG [SERVER] record_request (ob_mysql_request_manager.cpp:177) [1285][T1002_ReqMemEvi][T1002][YB42C0A801CD-00061B241CA2FA50-0-0] [lt=35][errcode=0] record concurrent fifoallocator alloc mem failed(total_size=1562, tenant_id_=1002, mem_limit_=1159641170, request_id_=0, ret=0) [2024-06-18 14:43:08.407450] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=27][errcode=-4152] get obj error(ret=-4152) [2024-06-18 14:43:08.407485] WDIAG [SQL] fetch_sys_variable_version (ob_schema_service_sql_impl.cpp:4567) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=33][errcode=-4152] fail to get column in row. (column_name="max_schema_version", ret=-4152) [2024-06-18 14:43:08.407616] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_service_sql_impl.cpp:1389) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fail to fetch simple sys variable version(ret=-4152, tenant_id=1002, schema_version=1) [2024-06-18 14:43:08.407644] WDIAG [SHARE.SCHEMA] fetch_sys_variable_schema (ob_schema_cache.cpp:1285) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] get tenant schema failed(ret=-4152, tenant_id=1002, schema_version=1, schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}) [2024-06-18 14:43:08.407671] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:976) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=25][errcode=-4152] fetch sys variable schema failed(ret=-4152, schema_id=1002, schema_version=1) [2024-06-18 14:43:08.407693] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:636) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] fetch schema failed(tenant_id=1002, schema_type=15, schema_id=1002, schema_version=1, ret=-4152) [2024-06-18 14:43:08.407717] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:4751) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get schema failed(ret=-4152, ret="OB_ERR_NULL_VALUE", schema_status={tenant_id:1002, snapshot_timestamp:-1, readable_schema_version:-1}, schema_type=15, schema_id=1002, schema_version=1, specified_version=-1) [2024-06-18 14:43:08.407743] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:439) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4152] fail to get sys var schema(ret=-4152, ret="OB_ERR_NULL_VALUE", tenant_id=1002) [2024-06-18 14:43:08.407763] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:938) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get sys variable schema failed(ret=-4152) [2024-06-18 14:43:08.407782] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:275) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] failed to get global sys variable(ret=-4152, tenant_id=1002, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-06-18 14:43:08.407805] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:74) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] failed to get mem limit(ret=-4152, tenant_id=1002, mem_limit=1159641170, config_mem_limit_=16777216) [2024-06-18 14:43:08.407826] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] sql audit evict mem start(request_manager_->get_tenant_id()=1002, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=18, mem_used=16637952) [2024-06-18 14:43:08.407856] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] release old cannot free more memory [2024-06-18 14:43:08.407872] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1285][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=15] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=8388608, evict_high_size_level=9000000, evict_batch_count=1, elapse_time=47, size_used=0, mem_used=16637952) [2024-06-18 14:43:08.413104] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [917][T1001_Occam][T1001][YB42C0A801CD-00061B2415C2F31A-0-0] [lt=35] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:08.414101] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=1][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414119] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [336][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=42][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-5627, dropped:655807, tid:1306}]) [2024-06-18 14:43:08.414139] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=36][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414158] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414179] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=20][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414193] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414212] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414225] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414243] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414256] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414275] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414287] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414305] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414318] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414336] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414349] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414367] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414380] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414399] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414411] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414430] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414442] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414461] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414473] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414491] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414504] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414522] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414536] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414554] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414567] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414585] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414598] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414616] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414630] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414648] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414661] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414674] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414688] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414707] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414720] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414738] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414751] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414769] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414782] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414800] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414813] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414831] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414844] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414862] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414875] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414893] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414905] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414924] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414936] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414955] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414968] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414986] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.414999] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415017] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415030] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415048] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415061] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415074] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415087] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415105] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415118] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415137] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415150] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415168] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415181] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415200] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415213] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415226] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415244] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415257] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415275] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415288] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415306] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415318] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415337] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415350] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415368] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415381] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415400] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415413] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415431] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415444] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415462] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415475] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415493] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415505] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415524] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415536] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415549] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415563] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=13][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415581] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415594] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415613] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415626] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415644] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415657] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415675] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415688] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415707] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415721] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415739] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415751] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415770] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415783] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415801] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415814] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415833] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415845] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415863] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415876] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415894] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415906] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415925] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415938] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415956] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415969] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.415988] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416000] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416018] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416031] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416049] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416062] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416081] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416093] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416112] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416124] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416142] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416155] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416173] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416185] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416203] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416216] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416234] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416246] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416264] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416277] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416295] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416307] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416325] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416338] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416356] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416369] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416387] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416400] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416418] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416431] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416450] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416462] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416481] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416494] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416512] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416525] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416543] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416556] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416574] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416587] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416606] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416619] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416637] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416649] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416668] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416680] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416699] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416712] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416730] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416742] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416761] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416773] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416791] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416804] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416822] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416835] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416853] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416866] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416884] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416896] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416915] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416928] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416946] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416959] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416977] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.416990] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417009] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=18][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417022] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417040] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417053] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417071] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417084] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417102] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417115] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417133] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417145] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=11][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417163] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417176] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=12][errcode=-5627] specified schema version larger than latest schema version, need retry(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_schema_version=1710490458382544, tenant_latest_local_version=1710490458382543, sys_schema_version=-1, sys_latest_local_version=1699360865061560) [2024-06-18 14:43:08.417194] WDIAG [SHARE.SCHEMA] get_tenant_schema_guard (ob_multi_version_schema_service.cpp:1267) [1306][T1002_DataDictT][T1002][YB42C0A801CD-00061B241A22EFBD-0-0] [lt=17][errcode=-5627] REACH SYSLOG RATE LIMIT [bandwidth] [2024-06-18 14:43:08.425641] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:185) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] sql audit evict mem start(request_manager_->get_tenant_id()=1001, evict_low_mem_level=0, evict_high_mem_level=19327352, size_used=18, mem_used=37435392) [2024-06-18 14:43:08.425685] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:191) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=36] release old cannot free more memory [2024-06-18 14:43:08.425700] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:222) [1050][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=13] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=19327352, evict_high_size_level=90000, evict_batch_count=1, elapse_time=59, size_used=0, mem_used=37435392) [2024-06-18 14:43:08.428164] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.402|208=0us|217=25.99ms|222=2us|total=26.05ms) [2024-06-18 14:43:08.428235] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=64][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.402|536=0us|557=6us|562=0us|total=26.10ms) [2024-06-18 14:43:08.428267] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.402|79=0us|total=26.12ms) [2024-06-18 14:43:08.445232] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:142, local_retry_times:142, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:08.445285] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=47][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.445301] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.445319] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:08.445352] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:08.445348] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [853][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, append size=3192) [2024-06-18 14:43:08.445635] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:08.445671] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:08.445698] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:08.445725] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=25][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:08.445741] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:08.445755] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:08.445766] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:08.445786] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:08.445801] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:08.445816] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:08.445827] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:08.445840] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:08.445854] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:08.445869] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:08.445882] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:08.445905] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:08.445921] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.445939] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.445954] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:08.445970] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:08.445986] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:08.446001] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=143, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:08.446030] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] will sleep(sleep_us=100000, remain_us=20658305, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=143, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:08.457036] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:516) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=37] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1, need_refresh=false, gts_local_cache={srr:[mts=1718692988456987], gts:1718692988456997582, latest_srr:[mts=1718692988456987]}) [2024-06-18 14:43:08.457082] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:171) [529][TsMgr][T0][Y0-0000000000000000-0-0] [lt=43] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-06-18 14:43:08.465707] WDIAG [SERVER] do_heartbeat_event (ob_heartbeat.cpp:265) [1435][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=37][errcode=0] try reload schema failed(schema_version=1699360865061560, refresh_schema_info={schema_version:-1, tenant_id:0, sequence_id:12094627905536}, schema_ret=-4023) [2024-06-18 14:43:08.468147] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.455|208=1us|217=12.30ms|222=2us|total=12.36ms) [2024-06-18 14:43:08.468211] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=58][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.455|536=0us|557=5us|562=0us|total=12.40ms) [2024-06-18 14:43:08.468241] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=28][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.455|79=0us|total=12.42ms) [2024-06-18 14:43:08.468616] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=34][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:08.486227] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:426) [1192][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=158] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-06-18 14:43:08.490582] INFO eloop_run (eloop.c:127) [399][pnio1][T0][Y0-0000000000000000-0-0] [lt=38] PNIO [ratelimit] time: 1718692988490578, bytes: 15740503, bw: 0.010818 MB/s, add_ts: 1007616, add_bytes: 11430 [2024-06-18 14:43:08.491527] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820990083}], scn_array=[{val:1718692988391725363, v:0}], curr_size=638, accum_size=638, time_cost=97011) [2024-06-18 14:43:08.496342] INFO [COMMON] advance_clock (ob_fifo_arena.cpp:356) [836][T1_TenantWeakRe][T1][YB42C0A801CD-00061B241682FCEA-0-0] [lt=27] current clock is (clock_=0, max_seq_=0, mem_limit=3847435046, cur_mem_hold=98566144, attr_.tenant_id_=1) [2024-06-18 14:43:08.496501] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:389) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=38] get number(ret=0, service_type_=0, range=1, base_id=1718692988496496868, start_id=1718692988496496868, end_id=1718692988496496869) [2024-06-18 14:43:08.520633] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:325) [1094][T1002_Occam][T1002][YB42C0A801CD-00061B241712F314-0-0] [lt=22] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-06-18 14:43:08.535005] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:139) [1098][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=33] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-06-18 14:43:08.536724] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.500|208=0us|217=36.56ms|222=2us|total=36.61ms) [2024-06-18 14:43:08.536790] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.500|536=0us|557=5us|562=0us|total=36.66ms) [2024-06-18 14:43:08.536839] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=46][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.500|79=0us|total=36.70ms) [2024-06-18 14:43:08.546115] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:143, local_retry_times:143, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:08.546164] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=43][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.546208] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=42][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.546218] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:08.546246] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:08.546512] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:08.546544] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=29] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:08.546582] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=34][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:08.546600] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:08.546618] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:08.546636] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:08.546650] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:08.546665] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:08.546679] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:08.546692] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:08.546706] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:08.546719] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:08.546733] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:08.546748] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:08.546758] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:08.546780] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:08.546795] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.546811] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=13][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.546827] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:08.546844] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:08.546860] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:08.546876] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=144, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:08.546907] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=20557428, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=144, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:08.554479] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=32][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472626418}], scn_array=[{val:1718692988239327698, v:0}], curr_size=122, accum_size=785, time_cost=109115) [2024-06-18 14:43:08.554477] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873721881}], scn_array=[{val:1718692987956064573, v:0}], curr_size=122, accum_size=244, time_cost=121600) [2024-06-18 14:43:08.554479] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078985414}], scn_array=[{val:1718692987956064573, v:0}], curr_size=122, accum_size=732, time_cost=121563) [2024-06-18 14:43:08.554619] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=43][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=174344793, log_task={header:{begin_lsn:{lsn:26873721881}, end_lsn:{lsn:26873722003}, log_id:174344793, min_scn:{val:1718692987956064573, v:0}, max_scn:{val:1718692987956064573, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:26873721881}, data_checksum:667309872, accum_checksum:2670740855, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988432826, freeze_ts:1718692988432831, submit_ts:1718692988432843, flushed_ts:1718692988554549, gen_to_freeze cost time:5, gen_to_submit cost time:17, submit_to_flush cost time:121706}, fs_cb_begin_ts=1718692988554601, log_life_time=121775) [2024-06-18 14:43:08.554650] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=63][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703442, log_task={header:{begin_lsn:{lsn:71472626418}, end_lsn:{lsn:71472626540}, log_id:183703442, min_scn:{val:1718692988239327698, v:0}, max_scn:{val:1718692988239327698, v:0}, data_len:66, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472626418}, data_checksum:667309872, accum_checksum:606481911, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988445285, freeze_ts:1718692988445308, submit_ts:1718692988445324, flushed_ts:1718692988554543, gen_to_freeze cost time:23, gen_to_submit cost time:39, submit_to_flush cost time:109219}, fs_cb_begin_ts=1718692988554631, log_life_time=109346) [2024-06-18 14:43:08.554759] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=73][errcode=-4389] log_task life cost too much time(palf_id=1001, self="192.168.1.205:2882", log_id=173050353, log_task={header:{begin_lsn:{lsn:683078985414}, end_lsn:{lsn:683078985536}, log_id:173050353, min_scn:{val:1718692987956064573, v:0}, max_scn:{val:1718692987956064573, v:0}, data_len:66, proposal_id:15, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:683078985414}, data_checksum:2222604892, accum_checksum:2120070712, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988432870, freeze_ts:1718692988432873, submit_ts:1718692988432878, flushed_ts:1718692988554706, gen_to_freeze cost time:3, gen_to_submit cost time:8, submit_to_flush cost time:121828}, fs_cb_begin_ts=1718692988554744, log_life_time=121874) [2024-06-18 14:43:08.568652] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=41][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:08.574017] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=24][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.562|208=0us|217=11.89ms|222=1us|total=11.93ms) [2024-06-18 14:43:08.574077] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=54][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.562|536=0us|557=5us|562=0us|total=11.98ms) [2024-06-18 14:43:08.574106] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=27][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.562|79=0us|total=12.00ms) [2024-06-18 14:43:08.585631] INFO [COMMON] replace_map (ob_kv_storecache.cpp:743) [360][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=29] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=100000, map_replace_skip_count_=5) [2024-06-18 14:43:08.588796] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=42][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820990721}], scn_array=[{val:1718692988439257413, v:0}], curr_size=545, accum_size=1183, time_cost=97116) [2024-06-18 14:43:08.588951] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988296, log_task={header:{begin_lsn:{lsn:122820990721}, end_lsn:{lsn:122820991266}, log_id:217988296, min_scn:{val:1718692988439257413, v:0}, max_scn:{val:1718692988439257413, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820990721}, data_checksum:576022725, accum_checksum:1966190471, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988439342, freeze_ts:1718692988491641, submit_ts:1718692988491658, flushed_ts:1718692988588862, gen_to_freeze cost time:52299, gen_to_submit cost time:52316, submit_to_flush cost time:97204}, fs_cb_begin_ts=1718692988588936, log_life_time=149594) [2024-06-18 14:43:08.588959] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692988439257413, v:0}, log_ts:{val:1718692988439257413, v:0}, lsn:{lsn:122820990777}, submit_ts:1718692988439353}, this:0xfffb608e7ee0, is_inited_:true, trans_id:{txid:222007936}, ls_id:{id:1}, ctx:0xfffb608e4c50, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=149601, ctx_lock_wait_time=2) [2024-06-18 14:43:08.589202] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=26] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1002, new_min_version={val:1718692987956064571, v:0}, new_max_version={val:1718692987956064571, v:0}, last_min_version={val:1718692987454540648, v:0}, last_max_version={val:1718692987454540648, v:0}, total_time_us=151468, delta_us=633134) [2024-06-18 14:43:08.589254] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=48] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1002, current_version={val:1718692987956064571, v:0}, min_version={val:1718692987956064571, v:0}, max_version={val:1718692987956064571, v:0}, in_service=true, leader_epoch=15) [2024-06-18 14:43:08.589405] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=29][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1002, thread_timer_task' cost too much time, used=151715, time_dist: do_cluster_heartbeat=14, generate_cluster_version=151566) [2024-06-18 14:43:08.601293] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1156) [359][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=43] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-84541767680, global_cache_size=122765312, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[500, 508, 509, 1, 1001, 1002]) [2024-06-18 14:43:08.622062] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:188) [1302][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=35] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-06-18 14:43:08.627481] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:833) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F2A1-0-0] [lt=22] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-06-18 14:43:08.627531] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:167) [1125][T1002_BalanceEx][T1002][YB42C0A801CD-00061B241E92F2A1-0-0] [lt=45] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-06-18 14:43:08.628185] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=22][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.595|208=1us|217=32.58ms|222=2us|total=32.64ms) [2024-06-18 14:43:08.628252] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.595|536=0us|557=5us|562=0us|total=32.68ms) [2024-06-18 14:43:08.628283] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=29][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.595|79=1us|total=32.71ms) [2024-06-18 14:43:08.630600] INFO do_work (ob_rl_mgr.cpp:704) [415][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=29] swc wakeup.(stat_period_=1000000, ready=false) [2024-06-18 14:43:08.646993] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:144, local_retry_times:144, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:08.647045] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=47][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.647060] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.647078] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:08.647112] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:08.647411] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:08.647447] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:08.647474] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:08.647495] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=19][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:08.647517] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:08.647534] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:08.647551] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:08.647566] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:08.647583] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:08.647601] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:08.647613] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:08.647630] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:08.647642] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:08.647660] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:08.647671] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:08.647698] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:08.647715] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.647736] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.647754] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:08.647766] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:08.647784] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:08.647797] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, retry_cnt=145, local_sys_schema_version=1699360865061560, local_tenant_schema_version=1710490458382543) [2024-06-18 14:43:08.647830] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:91) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21] will sleep(sleep_us=100000, remain_us=20456505, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=145, v.err_=-5019, timeout_timestamp=1718693009104333) [2024-06-18 14:43:08.657474] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [717][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=41][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:71472626540}], scn_array=[{val:1718692988496496868, v:0}], curr_size=541, accum_size=1326, time_cost=102825) [2024-06-18 14:43:08.657631] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [716][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=183703443, log_task={header:{begin_lsn:{lsn:71472626540}, end_lsn:{lsn:71472627081}, log_id:183703443, min_scn:{val:1718692988496496868, v:0}, max_scn:{val:1718692988496496868, v:0}, data_len:485, proposal_id:17, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:71472626540}, data_checksum:3010643483, accum_checksum:830888489, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988496599, freeze_ts:1718692988554594, submit_ts:1718692988554610, flushed_ts:1718692988657545, gen_to_freeze cost time:57995, gen_to_submit cost time:58011, submit_to_flush cost time:102935}, fs_cb_begin_ts=1718692988657611, log_life_time=161012) [2024-06-18 14:43:08.657641] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [807][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692988496496868, v:0}, log_ts:{val:1718692988496496868, v:0}, lsn:{lsn:71472626596}, submit_ts:1718692988496610}, this:0xfffb7ddf58e0, is_inited_:true, trans_id:{txid:131005360}, ls_id:{id:1}, ctx:0xfffb7ddf2650, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=161026, ctx_lock_wait_time=1) [2024-06-18 14:43:08.657834] INFO [SERVER] execute_write_inner (ob_inner_sql_connection.cpp:1545) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] execute write sql(ret=0, tenant_id=1, affected_rows=1, sql= update __all_weak_read_service set min_version=1718692988239327697, max_version=1718692988239327697 where tenant_id = 1 and level_id = 0 and level_value = '' and min_version = 1718692987935754095 and max_version = 1718692987935754095 ) [2024-06-18 14:43:08.658056] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [836][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1, thread_timer_task' cost too much time, used=163171, time_dist: do_cluster_heartbeat=14, generate_cluster_version=163057) [2024-06-18 14:43:08.662441] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=25][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.651|208=0us|217=10.94ms|222=2us|total=10.99ms) [2024-06-18 14:43:08.662507] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=60][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.651|536=0us|557=4us|562=0us|total=11.04ms) [2024-06-18 14:43:08.662539] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=30][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.651|79=0us|total=11.06ms) [2024-06-18 14:43:08.668712] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [1284][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=40][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-06-18 14:43:08.689533] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=29] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1002, min_version={val:1718692987956064571, v:0}, base_version={val:1718692987956064571, v:0}, server_count=1, svr_array=[{addr:"192.168.1.205:2882", version:{val:1718692987956064571, v:0}, valid_part_count:0, total_part_count:2, generate_tstamp:1718692988689504, is_skipped:true}], skip_server_count=1, skip_servers=["192.168.1.205:2882"]) [2024-06-18 14:43:08.689588] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [1286][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=53] no need to update min/max version(new_version={val:1718692987956064571, v:0}, min_version={val:1718692987956064571, v:0}, max_version={val:1718692987956064571, v:0}) [2024-06-18 14:43:08.692558] INFO pn_ratelimit (group.c:539) [568][IngressService][T0][Y0-0000000000000000-0-0] [lt=29] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-06-18 14:43:08.697512] INFO [LIB] stat (utility.h:1157) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=46] [PALF STAT WRITE LOG COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=95335, this=0xfffb473e3a70, extra_info="") [2024-06-18 14:43:08.697513] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [930][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=47][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:122820991266}], scn_array=[{val:1718692988499402728, v:0}], curr_size=545, accum_size=1728, time_cost=108571) [2024-06-18 14:43:08.697513] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1108][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=39][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:26873722003}], scn_array=[{val:1718692988457626686, v:0}], curr_size=122, accum_size=366, time_cost=64511) [2024-06-18 14:43:08.697552] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2123) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=38][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, lsn_array=[{lsn:683078985536}], scn_array=[{val:1718692988457626686, v:0}], curr_size=122, accum_size=854, time_cost=64477) [2024-06-18 14:43:08.697586] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2126) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=31] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.1.205:2882", has_set_deleted:false}, accum_size=854) [2024-06-18 14:43:08.697613] INFO [LIB] stat (utility.h:1174) [1109][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=25, this=0xfffb481a10b0, extra_info="") [2024-06-18 14:43:08.697696] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1650) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=48] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.1.205:2882", committed size=854) [2024-06-18 14:43:08.697683] WDIAG [PALF] sliding_cb (log_sliding_window.cpp:2162) [929][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=57][errcode=-4389] log_task life cost too much time(palf_id=1, self="192.168.1.205:2882", log_id=217988297, log_task={header:{begin_lsn:{lsn:122820991266}, end_lsn:{lsn:122820991811}, log_id:217988297, min_scn:{val:1718692988499402728, v:0}, max_scn:{val:1718692988499402728, v:0}, data_len:489, proposal_id:16, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:122820991266}, data_checksum:3162504303, accum_checksum:2620242718, is_padding_log:false, is_raw_write:false}, state_map:{val:62}, ref_cnt:0, gen_ts:1718692988499463, freeze_ts:1718692988588906, submit_ts:1718692988588920, flushed_ts:1718692988697576, gen_to_freeze cost time:89443, gen_to_submit cost time:89457, submit_to_flush cost time:108656}, fs_cb_begin_ts=1718692988697667, log_life_time=198204) [2024-06-18 14:43:08.697692] WDIAG [STORAGE.TRANS] test_lock (ob_trans_ctx.cpp:235) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=56][errcode=-4389] transaction log sync use too much time(log_cb={ObTxBaseLogCb:{base_ts:{val:1718692988499402728, v:0}, log_ts:{val:1718692988499402728, v:0}, lsn:{lsn:122820991322}, submit_ts:1718692988499473}, this:0xfffb60b98ae0, is_inited_:true, trans_id:{txid:222007937}, ls_id:{id:1}, ctx:0xfffb60b95850, tx_data_guard:{tx_data:NULL}, is_callbacked_:false, is_dynamic_:false, mds_range_:{range_array_.count():0, range_array_:[]}, cb_arg_array_:[{log_type:0x1, arg:null}, {log_type:0x40, arg:null}, {log_type:0x100, arg:null}], first_part_scn_:{val:18446744073709551615, v:3}}, log_sync_used_time=198215, ctx_lock_wait_time=1) [2024-06-18 14:43:08.697751] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=33] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=12, this=0xfffb473d8130, extra_info="palf_id:1001") [2024-06-18 14:43:08.697778] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT LOG LIFE TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=95550, this=0xfffb473d8360, extra_info="palf_id:1001") [2024-06-18 14:43:08.697792] INFO [PALF] sliding_cb (log_sliding_window.cpp:2151) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.1.205:2882", total_slide_log_cnt=7, avg_log_gen_to_freeze_time=2, avg_log_gen_to_submit_time=7, avg_log_submit_to_flush_time=95497, avg_log_submit_to_slide_time=95542) [2024-06-18 14:43:08.697820] INFO [LIB] stat (utility.h:1157) [1107][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT FLUSH CB COST TIME](cur_stat_count=7, stat_interval=1000000, avg (count/cost)=94, this=0xfffb473e3ca0, extra_info="") [2024-06-18 14:43:08.697782] TRACE [TRACE] print_trace_log_if_necessary_ (ob_trans_ctx.cpp:139) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=51] [trans sampling] (TRACE=begin_ts=1718692988499083 2024-06-18 06:43:08.499083|[init] u=0 addr:0xfffb60b95850, id:1, trans_id:{txid:222007937}, ref:0, opid:13425|[start_trans] u=3 ret:0, left_time:29999978, ref:2, opid:13426|[start_access] u=4 ret:0, trace_id:"YB42C0A801CD-00061B241752FD43-0-0", opid:2, data_seq:1718692988465462, pending:1, ref:2, tid:684|[end_access] u=237 opid:2, pending:0, ref:2, tid:684|[set_stc] u=71 stc:1718692988499392, opid:13429|[after_submit_log] u=82 ret:0, log_no:0, base_ts:{scn_val:1718692988499402728}, t:{scn_val:1718692988499402728}, lsn:{lsn:122820991322}|[commit] u=3 ret:0, tid:1051, ref:4, opid:13429|[log_sync_succ_cb] u=198269 ret:0, log_type:0x1, t:{scn_val:1718692988499402728}, offset:{lsn:122820991322}, ref:2|[log_sync_succ_cb] u=1 ret:0, log_type:0x40, t:{scn_val:1718692988499402728}, offset:{lsn:122820991322}, ref:2|[response_scheduler] u=26 ret:0, tag1:false, tag2:false, status:0, commit_version:{scn_val:1718692988499402728}|total_timeu=198696) [2024-06-18 14:43:08.697910] TRACE [TRACE] print_trace_log_if_necessary_ (ob_trans_ctx.cpp:139) [1025][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=103] [trans sampling] (TRACE=begin_ts=1718692988499083 2024-06-18 06:43:08.499083|[init] u=0 addr:0xfffb60b95850, id:1, trans_id:{txid:222007937}, ref:0, opid:13425|[start_trans] u=3 ret:0, left_time:29999978, ref:2, opid:13426|[start_access] u=4 ret:0, trace_id:"YB42C0A801CD-00061B241752FD43-0-0", opid:2, data_seq:1718692988465462, pending:1, ref:2, tid:684|[end_access] u=237 opid:2, pending:0, ref:2, tid:684|[set_stc] u=71 stc:1718692988499392, opid:13429|[after_submit_log] u=82 ret:0, log_no:0, base_ts:{scn_val:1718692988499402728}, t:{scn_val:1718692988499402728}, lsn:{lsn:122820991322}|[commit] u=3 ret:0, tid:1051, ref:4, opid:13429|[log_sync_succ_cb] u=198269 ret:0, log_type:0x1, t:{scn_val:1718692988499402728}, offset:{lsn:122820991322}, ref:2|[log_sync_succ_cb] u=1 ret:0, log_type:0x40, t:{scn_val:1718692988499402728}, offset:{lsn:122820991322}, ref:2|[response_scheduler] u=26 ret:0, tag1:false, tag2:false, status:0, commit_version:{scn_val:1718692988499402728}|[exiting] u=108 ref:2, arg1:1, opid:13431|[log_sync_succ_cb] u=0 ret:0, log_type:0x100, t:{scn_val:1718692988499402728}, offset:{lsn:122820991322}, ref:1|[end_trans_cb] u=20 ret:0, arg1:0, arg2:{scn_val:1718692988499402728}, async:false, opid:13432|[destroy] u=2 opid:13432|total_timeu=198826) [2024-06-18 14:43:08.698085] WDIAG [LIB] ~ObTimeGuard (utility.h:855) [1051][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=37][errcode=-4389] destruct(*this=time guard '[WRS] [TENANT_WEAK_READ_SERVICE] tenant_id=1001, thread_timer_task' cost too much time, used=200240, time_dist: do_cluster_heartbeat=14, generate_cluster_version=200145) [2024-06-18 14:43:08.704324] INFO [CLOG] is_in_sync (ob_log_handler.cpp:547) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F368-0-0] [lt=31] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-06-18 14:43:08.743038] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_ls_info.cpp:54) [1432][BlackListServic][T1][YB42C0A801CD-00061B2419A2F368-0-0] [lt=34][errcode=-4008] execute fail(ret=-4008) [2024-06-18 14:43:08.746834] INFO eloop_run (eloop.c:127) [406][pnio2][T0][Y0-0000000000000000-0-0] [lt=39] PNIO [ratelimit] time: 1718692988746831, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007613, add_bytes: 0 [2024-06-18 14:43:08.747920] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:932) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=21][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:145, local_retry_times:145, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:1, client_ret:-5019}, need_retry=true, THIS_WORKER.can_retry()=false, v.ctx_.multi_stmt_item_={is_part_of_multi_stmt:false, seq_num:0, sql:"", batched_queries:NULL, is_ps_mode:false, ab_cnt:0}) [2024-06-18 14:43:08.747971] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=46][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.747992] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] result set close failed(ret=-5019) [2024-06-18 14:43:08.748005] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:837) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=12][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-06-18 14:43:08.748036] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:867) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER'"}, record_ret=-5019, ret=-5019) [2024-06-18 14:43:08.748165] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=23][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_mds_data_from_tablet(const common::ObFunction &) const, (*this=|threshold=10.00ms|start at 14:43:08.713|208=0us|217=34.45ms|222=3us|total=34.51ms) [2024-06-18 14:43:08.748239] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=67][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_snapshot(OP &&, const share::SCN, const int64_t, const int64_t) const [T = oceanbase::storage::ObTabletBindingMdsUserData, OP = (lambda at /home/jenki..., (*this=|threshold=10.00ms|start at 14:43:08.713|536=0us|557=5us|562=0us|total=34.56ms) [2024-06-18 14:43:08.748274] WDIAG [MDS] ~ObOccamTimeGuard (ob_occam_time_guard.h:269) [417][SerScheQueue0][T1002][YB42C0A801CD-00061B241A62EF14-0-0] [lt=32][errcode=0] cost too much time:ob_i_tablet_mds_interface.ipp:int oceanbase::storage::ObITabletMdsInterface::get_ddl_data(const share::SCN &, oceanbase::storage::ObTabletBindingMdsUserData &, const int64_t) const, (*this=|threshold=10.00ms|start at 14:43:08.713|79=0us|total=34.59ms) [2024-06-18 14:43:08.748314] INFO [SHARE.SCHEMA] get_table_id (ob_schema_getter_guard.cpp:1872) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22] table not exist(tenant_id=1002, tenant_id=1002, database_id=201001, session_id=18446744073709551615, table_name=__all_virtual_log_stat, is_index=false, schema_version=1710490458382543, schema_mgr_tenant_id=1002) [2024-06-18 14:43:08.748350] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:8505) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=33] table not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, table_name.ptr()="data_size:22, data:5F5F616C6C5F7669727475616C5F6C6F675F73746174", ret=-5019) [2024-06-18 14:43:08.748377] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:8463) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1002, database_id=201001, table_name=__all_virtual_log_stat, ret=-5019) [2024-06-18 14:43:08.748398] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:8308) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=18][errcode=-5019] fail to resolve table relation recursively(tenant_id=1002, ret=-5019, database_id=201001, database_id=201001, table_name=__all_virtual_log_stat, db_name=oceanbase) [2024-06-18 14:43:08.748420] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:8153) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=20][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_virtual_log_stat) [2024-06-18 14:43:08.748441] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3152) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=17][errcode=-5019] fail to resolve table(ret=-5019) [2024-06-18 14:43:08.748453] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3207) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-06-18 14:43:08.748475] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3303) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] Table 'oceanbase.__all_virtual_log_stat' doesn't exist [2024-06-18 14:43:08.748491] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:14895) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-06-18 14:43:08.748501] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:14819) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-06-18 14:43:08.748517] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:3710) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] resolve basic table failed(ret=-5019) [2024-06-18 14:43:08.748527] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3542) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-06-18 14:43:08.748543] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1061) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-06-18 14:43:08.748554] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1268) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=9][errcode=-5019] resolve normal query failed(ret=-5019) [2024-06-18 14:43:08.748569] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:183) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-06-18 14:43:08.748589] WDIAG [SQL] generate_stmt (ob_sql.cpp:2826) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] failed to resolve(ret=-5019) [2024-06-18 14:43:08.748606] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:2946) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=14][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.748620] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:4782) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-06-18 14:43:08.748636] WDIAG [SQL] handle_text_query (ob_sql.cpp:2531) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=15][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-06-18 14:43:08.748649] WDIAG [SQL] stmt_query (ob_sql.cpp:214) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=11][errcode=-5019] fail to handle text query(stmt=SELECT arbitration_member FROM __all_virtual_log_stat WHERE tenant_id = 1002 AND ls_id = 1 AND role = 'LEADER', ret=-5019) [2024-06-18 14:43:08.748667] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:684) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=16][errcode=-5019] executor execute failed(ret=-5019) [2024-06-18 14:43:08.748679] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:832) [1071][T1001_ArbSer][T1002][YB42C0A801CD-00061B241C12EF2C-0-0] [lt=10][errcode=-5019] execute failed(ret=-5019, tenant_id=1002, executor={ObIExecutor:, sql:"SELECT arbi