grep 'YB42AC110002-00063B315E8B5B5D-0-0' rootservice.log [2025-07-31 06:52:42.472739] INFO [SHARE] get_jobs (ob_backup_data_table_operator.cpp:711) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt= 28] [DATA_BACKUP]success get jobs(job_attrs=[{job_id:1, tenant_id:1002, incarnation_id:1, backup_set_id:1, initiator_tenant_id:1002, initiator_job_id:0, executor_ tenant_id:[1002], plus_archivelog:false, backup_level:{level:2}, backup_type:{type:1}, encryption_mode:0, passwd:"", backup_path:"file:///hybackup/data", descript ion:"", start_ts:1753944466233786, end_ts:0, status:{status:1}, result:0, can_retry:true, retry_count:0, comment:""}]) [2025-07-31 06:52:42.472834] INFO [RS] do_set_task_ (ob_backup_data_scheduler.cpp:1392) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=32] job is in doing backup set task(job_attr_={job_id:1, tenant_id:1002, incarnation_id:1, backup_set_id:1, initiator_tenant_id:1002, initiator_job_id:0, executor_te nant_id:[1002], plus_archivelog:false, backup_level:{level:2}, backup_type:{type:1}, encryption_mode:0, passwd:"", backup_path:"file:///hybackup/data", descriptio n:"", start_ts:1753944466233786, end_ts:0, status:{status:1}, result:0, can_retry:true, retry_count:0, comment:""}) [2025-07-31 06:52:42.477406] WDIAG [RS] check_can_backup_ (ob_backup_data_scheduler.cpp:1315) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [l t=26][errcode=-9027] [DATA_BACKUP]not supported backup when log archive is not doing(ret=-9027, round_attr={key:{tenant_id:1002, dest_no:0}, incarnation:1, dest_i d:1001, round_id:3, state:{status:"INTERRUPTED"}, start_scn:{val:1753944342979700000, v:0}, checkpoint_scn:{val:1753944583166396001, v:0}, max_scn:{val:1753944584 167696000, v:0}, compatible:{version:1}, base_piece_id:3, used_piece_id:3, piece_switch_interval:86400000000, frozen_input_bytes:0, frozen_output_bytes:0, active_ input_bytes:70872226, active_output_bytes:70872226, deleted_input_bytes:0, deleted_output_bytes:0, path:"file:///hybackup/archive", comment:"log stream 1001 inter rupted"}) [2025-07-31 06:52:42.477449] WDIAG [RS] do_set_task_ (ob_backup_data_scheduler.cpp:1394) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=43] [errcode=-9027] [DATA_BACKUP]failed to check can backup(ret=-9027, job_attr_={job_id:1, tenant_id:1002, incarnation_id:1, backup_set_id:1, initiator_tenant_id:100 2, initiator_job_id:0, executor_tenant_id:[1002], plus_archivelog:false, backup_level:{level:2}, backup_type:{type:1}, encryption_mode:0, passwd:"", backup_path:" file:///hybackup/data", description:"", start_ts:1753944466233786, end_ts:0, status:{status:1}, result:0, can_retry:true, retry_count:0, comment:""}) [2025-07-31 06:52:42.477471] WDIAG [RS] process (ob_backup_data_scheduler.cpp:1161) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=21][errc ode=-9027] [DATA_BACKUP]failed to backup data(ret=-9027, job_attr_={job_id:1, tenant_id:1002, incarnation_id:1, backup_set_id:1, initiator_tenant_id:1002, initiat or_job_id:0, executor_tenant_id:[1002], plus_archivelog:false, backup_level:{level:2}, backup_type:{type:1}, encryption_mode:0, passwd:"", backup_path:"file:///hy backup/data", description:"", start_ts:1753944466233786, end_ts:0, status:{status:1}, result:0, can_retry:true, retry_count:0, comment:""}) [2025-07-31 06:52:42.477484] WDIAG [RS] process (ob_backup_data_scheduler.cpp:986) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=12][errco de=0] [DATA_BACKUP]failed to schedule tenant backup job(tmp_ret=-9027, tenant_id=1001, job_attr={job_id:1, tenant_id:1002, incarnation_id:1, backup_set_id:1, init iator_tenant_id:1002, initiator_job_id:0, executor_tenant_id:[1002], plus_archivelog:false, backup_level:{level:2}, backup_type:{type:1}, encryption_mode:0, passw d:"", backup_path:"file:///hybackup/data", description:"", start_ts:1753944466233786, end_ts:0, status:{status:1}, result:0, can_retry:true, retry_count:0, commen t:""}) [2025-07-31 06:52:42.477501] INFO [RS] deal_non_reentrant_job (ob_backup_data_scheduler.cpp:1079) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0- 0] [lt=13] start to deal non reentrant job(job_attr_={job_id:1, tenant_id:1002, incarnation_id:1, backup_set_id:1, initiator_tenant_id:1002, initiator_job_id:0, e xecutor_tenant_id:[1002], plus_archivelog:false, backup_level:{level:2}, backup_type:{type:1}, encryption_mode:0, passwd:"", backup_path:"file:///hybackup/data", description:"", start_ts:1753944466233786, end_ts:1753944762477500, status:{status:1}, result:-9027, can_retry:true, retry_count:0, comment:""}, err=0xfffffffffff fdcbd) [2025-07-31 06:52:42.477521] INFO [RS] clean_tenant_ref_ (ob_backup_task_scheduler.cpp:743) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt =17] tenant task cnt decrease(tenant_id=1002) [2025-07-31 06:52:42.477538] INFO [RS] remove_task_ (ob_backup_task_scheduler.cpp:1069) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=16] succeed remove task from backup scheduler mgr(task={ObBackupScheduleTask:{task_key:{tenant_id:1002, job_id:1, task_id:1, ls_id:1001, type:0}, trace_id:Y0-0000000 000000000-0-0, dst:"0.0.0.0:0", status:{status:1}, optional_servers:[{server:"172.17.0.2:2882", priority:1}], generate_time:1753944732461922, schedule_time:0, exe cutor_time:0, last_check_alive_time:1753944732460397}, incarnation_id:1, backup_set_id:1, backup_type:{type:1}, backup_date:20250731, ls_id:{id:1001}, turn_id:1, retry_id:1, start_scn:{val:1753944492767030000, v:0}, backup_user_ls_scn:{val:1753944510649114000, v:0}, end_scn:{val:0, v:0}, backup_path:"file:///hybackup/data" , backup_status:{status:10}, fuse_turn_id:0}) [2025-07-31 06:52:42.477936] WDIAG [RPC] send (ob_poc_rpc_proxy.h:176) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=34][errcode=-4018] ex ecute rpc fail(addr="172.17.0.2:2882", pcode=1079, ret=-4018, timeout=9000000) [2025-07-31 06:52:42.477951] WDIAG log_user_error_and_warn (ob_poc_rpc_proxy.cpp:247) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=13][er rcode=-4018] [2025-07-31 06:52:42.477962] INFO [RS] cancel (ob_backup_schedule_task.cpp:367) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=7] task may not excute on server(rpc_arg={task_id:YB42AC110002-00063B315E2B59AF-0-0}, dst="172.17.0.2:2882") [2025-07-31 06:52:42.477972] INFO [RS] clean_server_ref_ (ob_backup_task_scheduler.cpp:721) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt =8] server task cnt decrease(key={type:0, addr:"172.17.0.2:2882", hash_value:6111381346896465934}) [2025-07-31 06:52:42.477984] INFO [RS] clean_tenant_ref_ (ob_backup_task_scheduler.cpp:743) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt =10] tenant task cnt decrease(tenant_id=1002) [2025-07-31 06:52:42.477989] INFO [RS] remove_task_ (ob_backup_task_scheduler.cpp:1069) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=5] succeed remove task from backup scheduler mgr(task={ObBackupScheduleTask:{task_key:{tenant_id:1002, job_id:1, task_id:1, ls_id:1, type:0}, trace_id:YB42AC110002-0 0063B315E2B59AF-0-0, dst:"172.17.0.2:2882", status:{status:2}, optional_servers:[{server:"172.17.0.2:2882", priority:1}], generate_time:1753944732423891, schedule _time:1753944732464758, executor_time:1753944732471044, last_check_alive_time:1753944752488147}, incarnation_id:1, backup_set_id:1, backup_type:{type:1}, backup_d ate:20250731, ls_id:{id:1}, turn_id:1, retry_id:2, start_scn:{val:1753944492767030000, v:0}, backup_user_ls_scn:{val:1753944492767030000, v:0}, end_scn:{val:0, v: 0}, backup_path:"file:///hybackup/data", backup_status:{status:10}, fuse_turn_id:0}) [2025-07-31 06:52:42.481370] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:384) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=24] ge t number(ret=0, service_type_=0, range=1, base_id=1753944762481352000, start_id=1753944762481352000, end_id=1753944762481352001) [2025-07-31 06:52:42.481433] INFO [PALF] submit_log (palf_handle_impl.cpp:446) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=27] [PALF ST AT APPEND DATA SIZE](this={palf_id:1, self:"172.17.0.2:2882", has_set_deleted:false}, append size=6404) [2025-07-31 06:52:42.481451] INFO [LIB] stat (utility.h:1211) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=17] [PALF STAT APPEND COST TI ME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0x15182f9de050, extra_info="id:1") [2025-07-31 06:52:43.220725] INFO [SHARE] update_comment (ob_backup_data_table_operator.cpp:1079) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0- 0] [lt=12] [DATA_BACKUP]update comment(job_attr={job_id:1, tenant_id:1002, incarnation_id:1, backup_set_id:1, initiator_tenant_id:1002, initiator_job_id:0, execut or_tenant_id:[1002], plus_archivelog:false, backup_level:{level:2}, backup_type:{type:1}, encryption_mode:0, passwd:"", backup_path:"file:///hybackup/data", descr iption:"", start_ts:1753944466233786, end_ts:1753944762477500, status:{status:1}, result:-9027, can_retry:true, retry_count:0, comment:"(ROOTSERVICE)addr: 172.17. 0.2:2882, result: -9027(ob log archive interrupted), trace_id: YB42AC110002-00063B315E8B5B5D-0-0"}) [2025-07-31 06:52:43.222186] INFO [SHARE] get_backup_task (ob_backup_data_table_operator.cpp:1396) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0 -0] [lt=33] [DATA_BACKUP]succeed to get set task(set_task_attr={task_id:1, tenant_id:1002, incarnation_id:1, job_id:1, backup_set_id:1, start_ts:1753944466233786, end_ts:0, start_scn:{val:1753944492767030000, v:0}, end_scn:{val:0, v:0}, user_ls_start_scn:{val:1753944510649114000, v:0}, data_turn_id:0, meta_turn_id:1, minor _turn_id:1, major_turn_id:1, status:{status:10}, encryption_mode:0, passwd:"", stats:{input_bytes:8395712, output_bytes:750569, tablet_count:762, finish_tablet_co unt:6, macro_block_count:886, finish_macro_block_count:4, extra_bytes:0, finish_file_count:0, log_file_count:0, finish_log_file_count:0}, backup_path:"file:///hyb ackup/data", retry_cnt:0, result:0, comment:""}) [2025-07-31 06:52:43.223594] INFO [SHARE] get_backup_dest (ob_backup_connectivity.cpp:1268) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt =38] success get backup dest(sql=SELECT authorization,extension FROM __all_backup_storage_info WHERE tenant_id = 1002 AND path = 'file:///hybackup/data' AND endpo int = '', tenant_id=1002, backup_dest={root_path:"file:///hybackup/data", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max _iops:0, max_bandwidth:0, role_arn:0x1517cd4b8f90, external_id:0x1517cd4b9090}}) [2025-07-31 06:52:43.227002] INFO [SHARE] do_parse_ls_result_ (ob_backup_data_table_operator.cpp:2011) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B 5D-0-0] [lt=29] [DATA_BACKUP]success to read ls attr(ls_attr={task_id:1, tenant_id:1002, ls_id:{id:1}, job_id:1, backup_set_id:1, backup_type:{type:1}, task_type: {type:2}, status:{status:2}, start_ts:1753944492823364, end_ts:1753944700483379, backup_date:20250731, black_servers:["172.17.0.2:2882"], dst:"172.17.0.2:2882", t ask_trace_id:YB42AC110002-00063B315E2B59AF-0-0, stats:{input_bytes:4197866, output_bytes:700917, tablet_count:725, finish_tablet_count:3, macro_block_count:839, f inish_macro_block_count:2, extra_bytes:0, finish_file_count:0, log_file_count:0, finish_log_file_count:0}, start_turn_id:1, turn_id:1, retry_id:2, result:0, comme nt:"(SERVER)ls_id: 1, addr: 172.17.0.2:2882, module: BACKUP_DATA, result: -4392(disk is hung), trace_id: YB42AC110002-00063B315E2B59AE-0-0", max_tablet_checkpoint _scn:{val:1753944494690973001, v:0}}) [2025-07-31 06:52:43.227051] INFO [SHARE] do_parse_ls_result_ (ob_backup_data_table_operator.cpp:2011) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B 5D-0-0] [lt=39] [DATA_BACKUP]success to read ls attr(ls_attr={task_id:1, tenant_id:1002, ls_id:{id:1001}, job_id:1, backup_set_id:1, backup_type:{type:1}, task_ty pe:{type:2}, status:{status:1}, start_ts:1753944510662928, end_ts:1753944699476774, backup_date:20250731, black_servers:["172.17.0.2:2882"], dst:"0.0.0.0:0", task _trace_id:Y0-0000000000000000-0-0, stats:{input_bytes:4197846, output_bytes:49652, tablet_count:37, finish_tablet_count:3, macro_block_count:47, finish_macro_bloc k_count:2, extra_bytes:0, finish_file_count:0, log_file_count:0, finish_log_file_count:0}, start_turn_id:1, turn_id:1, retry_id:1, result:0, comment:"(SERVER)ls_i d: 1001, addr: 172.17.0.2:2882, module: BACKUP_DATA, result: -4392(disk is hung), trace_id: YB42AC110002-00063B315E2B59AD-0-0", max_tablet_checkpoint_scn:{val:175 3944518047614001, v:0}}) [2025-07-31 06:52:43.227071] INFO [SHARE] get_ls_tasks (ob_backup_data_table_operator.cpp:1799) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=18] succ to get ls tasks(ls_attrs=[{task_id:1, tenant_id:1002, ls_id:{id:1}, job_id:1, backup_set_id:1, backup_type:{type:1}, task_type:{type:2}, status:{sta tus:2}, start_ts:1753944492823364, end_ts:1753944700483379, backup_date:20250731, black_servers:["172.17.0.2:2882"], dst:"172.17.0.2:2882", task_trace_id:YB42AC11 0002-00063B315E2B59AF-0-0, stats:{input_bytes:4197866, output_bytes:700917, tablet_count:725, finish_tablet_count:3, macro_block_count:839, finish_macro_block_cou nt:2, extra_bytes:0, finish_file_count:0, log_file_count:0, finish_log_file_count:0}, start_turn_id:1, turn_id:1, retry_id:2, result:0, comment:"(SERVER)ls_id: 1, addr: 172.17.0.2:2882, module: BACKUP_DATA, result: -4392(disk is hung), trace_id: YB42AC110002-00063B315E2B59AE-0-0", max_tablet_checkpoint_scn:{val:17539444946 90973001, v:0}}, {task_id:1, tenant_id:1002, ls_id:{id:1001}, job_id:1, backup_set_id:1, backup_type:{type:1}, task_type:{type:2}, status:{status:1}, start_ts:175 3944510662928, end_ts:1753944699476774, backup_date:20250731, black_servers:["172.17.0.2:2882"], dst:"0.0.0.0:0", task_trace_id:Y0-0000000000000000-0-0, stats:{in put_bytes:4197846, output_bytes:49652, tablet_count:37, finish_tablet_count:3, macro_block_count:47, finish_macro_block_count:2, extra_bytes:0, finish_file_count: 0, log_file_count:0, finish_log_file_count:0}, start_turn_id:1, turn_id:1, retry_id:1, result:0, comment:"(SERVER)ls_id: 1001, addr: 172.17.0.2:2882, module: BACK UP_DATA, result: -4392(disk is hung), trace_id: YB42AC110002-00063B315E2B59AD-0-0", max_tablet_checkpoint_scn:{val:1753944518047614001, v:0}}]) [2025-07-31 06:52:43.227383] INFO [SHARE] report_ls_task (ob_backup_data_table_operator.cpp:1649) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0- 0] [lt=39] [DATA_BACKUP]update one ls task(ls_attr={task_id:1, tenant_id:1002, ls_id:{id:1}, job_id:1, backup_set_id:1, backup_type:{type:1}, task_type:{type:2}, status:{status:3}, start_ts:1753944492823364, end_ts:1753944762477500, backup_date:20250731, black_servers:["172.17.0.2:2882"], dst:"172.17.0.2:2882", task_trace_ id:YB42AC110002-00063B315E2B59AF-0-0, stats:{input_bytes:4197866, output_bytes:700917, tablet_count:725, finish_tablet_count:3, macro_block_count:839, finish_macr o_block_count:2, extra_bytes:0, finish_file_count:0, log_file_count:0, finish_log_file_count:0}, start_turn_id:1, turn_id:1, retry_id:2, result:0, comment:"(SERVE R)ls_id: 1, addr: 172.17.0.2:2882, module: BACKUP_DATA, result: -4392(disk is hung), trace_id: YB42AC110002-00063B315E2B59AE-0-0", max_tablet_checkpoint_scn:{val: 1753944494690973001, v:0}}, sql=UPDATE __all_backup_ls_task SET job_id = 1, backup_set_id = 1, backup_type = 'FULL', task_type = 'BACKUP_USER_DATA', status = 'FIN ISH', start_ts = 1753944492823364, end_ts = 1753944762477500, date = 20250731, black_list = '172.17.0.2:2882', svr_ip = '172.17.0.2', svr_port = 2882, task_trace_ id = 'YB42AC110002-00063B315E2B59AF-0-0', output_bytes = 700917, input_bytes = 4197866, tablet_count = 725, finish_tablet_count = 3, macro_block_count = 839, fini sh_macro_block_count = 2, extra_bytes = 0, file_count = 0, start_turn_id = 1, turn_id = 1, retry_id = 2, result = 0, comment = '(SERVER)ls_id: 1, addr: 172.17.0.2 :2882, module: BACKUP_DATA, result: -4392(disk is hung), trace_id: YB42AC110002-00063B315E2B59AE-0-0', max_tablet_checkpoint_scn = 1753944494690973001, log_file_c ount = 0, finish_log_file_count = 0 WHERE task_id = 1 AND tenant_id = 1002 AND ls_id = 1, affected_rows=1) [2025-07-31 06:52:43.227571] INFO [SHARE] report_ls_task (ob_backup_data_table_operator.cpp:1649) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0- 0] [lt=33] [DATA_BACKUP]update one ls task(ls_attr={task_id:1, tenant_id:1002, ls_id:{id:1001}, job_id:1, backup_set_id:1, backup_type:{type:1}, task_type:{type:2 }, status:{status:3}, start_ts:1753944510662928, end_ts:1753944762477500, backup_date:20250731, black_servers:["172.17.0.2:2882"], dst:"0.0.0.0:0", task_trace_id: Y0-0000000000000000-0-0, stats:{input_bytes:4197846, output_bytes:49652, tablet_count:37, finish_tablet_count:3, macro_block_count:47, finish_macro_block_count:2, extra_bytes:0, finish_file_count:0, log_file_count:0, finish_log_file_count:0}, start_turn_id:1, turn_id:1, retry_id:1, result:0, comment:"(SERVER)ls_id: 1001, a ddr: 172.17.0.2:2882, module: BACKUP_DATA, result: -4392(disk is hung), trace_id: YB42AC110002-00063B315E2B59AD-0-0", max_tablet_checkpoint_scn:{val:1753944518047 614001, v:0}}, sql=UPDATE __all_backup_ls_task SET job_id = 1, backup_set_id = 1, backup_type = 'FULL', task_type = 'BACKUP_USER_DATA', status = 'FINISH', start_t s = 1753944510662928, end_ts = 1753944762477500, date = 20250731, black_list = '172.17.0.2:2882', svr_ip = '', svr_port = 0, task_trace_id = '', output_bytes = 49 652, input_bytes = 4197846, tablet_count = 37, finish_tablet_count = 3, macro_block_count = 47, finish_macro_block_count = 2, extra_bytes = 0, file_count = 0, sta rt_turn_id = 1, turn_id = 1, retry_id = 1, result = 0, comment = '(SERVER)ls_id: 1001, addr: 172.17.0.2:2882, module: BACKUP_DATA, result: -4392(disk is hung), tr ace_id: YB42AC110002-00063B315E2B59AD-0-0', max_tablet_checkpoint_scn = 1753944518047614001, log_file_count = 0, finish_log_file_count = 0 WHERE task_id = 1 AND t enant_id = 1002 AND ls_id = 1001, affected_rows=1) [2025-07-31 06:52:43.227663] INFO [SHARE] get_backup_dest (ob_backup_connectivity.cpp:1268) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt =29] success get backup dest(sql=SELECT authorization,extension FROM __all_backup_storage_info WHERE tenant_id = 1002 AND path = 'file:///hybackup/data' AND endpo int = '', tenant_id=1002, backup_dest={root_path:"file:///hybackup/data", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max _iops:0, max_bandwidth:0, role_arn:0x1517cd4b8f90, external_id:0x1517cd4b9090}}) [2025-07-31 06:52:43.227915] INFO [SHARE] get_backup_set_file (ob_backup_data_table_operator.cpp:278) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5 D-0-0] [lt=21] [DATA_BACKUP]get_backup_set_file(ret=0, sql=select * from __all_backup_set_files where backup_set_id=1 and incarnation=1 and tenant_id=1002 and des t_id=1002 for update, backup_set_desc={backup_set_id:1, incarnation:1, tenant_id:1002, dest_id:1002, backup_type:{type:1}, plus_archivelog:false, date:20250731, p rev_full_backup_set_id:0, prev_inc_backup_set_id:0, stats:{input_bytes:0, output_bytes:0, tablet_count:0, finish_tablet_count:0, macro_block_count:0, finish_macro _block_count:0, extra_bytes:0, finish_file_count:0, log_file_count:0, finish_log_file_count:0}, start_time:1753944466233786, end_time:0, status:0, result:0, encry ption_mode:0, passwd:"", file_status:1, backup_path:"file:///hybackup/data", start_replay_scn:{val:0, v:0}, min_restore_scn:{val:0, v:0}, tenant_compatible:171800 67073, backup_compatible:4, data_turn_id:0, meta_turn_id:0, cluster_version:17180067073, consistent_scn:{val:1753944521294901000, v:0}}) [2025-07-31 06:52:43.228177] INFO [SHARE] update_backup_set_file (ob_backup_data_table_operator.cpp:432) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B 5B5D-0-0] [lt=40] [DATA_BACKUP]update backup set(backup_set_desc={backup_set_id:1, incarnation:1, tenant_id:1002, dest_id:1002, backup_type:{type:1}, plus_archive log:false, date:20250731, prev_full_backup_set_id:0, prev_inc_backup_set_id:0, stats:{input_bytes:8395712, output_bytes:750569, tablet_count:762, finish_tablet_co unt:6, macro_block_count:886, finish_macro_block_count:4, extra_bytes:0, finish_file_count:0, log_file_count:0, finish_log_file_count:0}, start_time:1753944466233 786, end_time:1753944762477500, status:2, result:-9027, encryption_mode:0, passwd:"", file_status:2, backup_path:"file:///hybackup/data", start_replay_scn:{val:0, v:0}, min_restore_scn:{val:0, v:0}, tenant_compatible:17180067073, backup_compatible:4, data_turn_id:0, meta_turn_id:1, cluster_version:17180067073, consistent_s cn:{val:1753944521294901000, v:0}}) [2025-07-31 06:52:43.228340] INFO [SHARE] advance_task_status (ob_backup_data_table_operator.cpp:1444) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B 5D-0-0] [lt=32] [DATA_BACKUP]advance status(set_task_attr={task_id:1, tenant_id:1002, incarnation_id:1, job_id:1, backup_set_id:1, start_ts:1753944466233786, end_ ts:1753944762477500, start_scn:{val:1753944492767030000, v:0}, end_scn:{val:0, v:0}, user_ls_start_scn:{val:1753944510649114000, v:0}, data_turn_id:0, meta_turn_i d:1, minor_turn_id:1, major_turn_id:1, status:{status:3}, encryption_mode:0, passwd:"", stats:{input_bytes:8395712, output_bytes:750569, tablet_count:762, finish_ tablet_count:6, macro_block_count:886, finish_macro_block_count:4, extra_bytes:0, finish_file_count:0, log_file_count:0, finish_log_file_count:0}, backup_path:"fi le:///hybackup/data", retry_cnt:0, result:0, comment:""}, next_status={status:3}, sql=UPDATE __all_backup_task SET status = 'FAILED', result = -9027, comment = 'o b log archive interrupted', end_ts = 1753944762477500, end_scn = 0 WHERE tenant_id = 1002 AND task_id = 1 AND job_id=1) [2025-07-31 06:52:43.228389] INFO [SHARE] add_event (ob_event_history_table_operator.h:266) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt =23] event table add task(ret=0, event_table_name="__all_rootservice_event_history", sql=INSERT INTO __all_rootservice_event_history (gmt_create, module, event, n ame1, value1, name2, value2, name3, value3, name4, value4, name5, value5, name6, value6, rs_svr_ip, rs_svr_port) VALUES (usec_to_time(1753944763228364), 'backup_d ata', 'advance_status', 'tenant_id', 1002, 'job_id', 1, 'backup_set_id', 1, 'curr_status', 'FAILED', 'next_status', 'FAILED', 'result', -9027, '172.17.0.2', 2882) ) [2025-07-31 06:52:43.230312] INFO [SHARE] advance_job_status (ob_backup_data_table_operator.cpp:1002) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5 D-0-0] [lt=13] [DATA_BACKUP]advance status(job_attr={job_id:1, tenant_id:1002, incarnation_id:1, backup_set_id:1, initiator_tenant_id:1002, initiator_job_id:0, ex ecutor_tenant_id:[1002], plus_archivelog:false, backup_level:{level:2}, backup_type:{type:1}, encryption_mode:0, passwd:"", backup_path:"file:///hybackup/data", d escription:"", start_ts:1753944466233786, end_ts:1753944762477500, status:{status:1}, result:-9027, can_retry:true, retry_count:0, comment:"(ROOTSERVICE)addr: 172 .17.0.2:2882, result: -9027(ob log archive interrupted), trace_id: YB42AC110002-00063B315E8B5B5D-0-0"}, next_status={status:3}) [2025-07-31 06:52:43.748980] INFO [SQL] get_cache_obj (ob_sql_stat_record.cpp:621) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt=34] sql stat record not found(ret=-5138, key={sql_id:"1D0BA376E273B9D622641124D8C59264", plan_hash:4110590302725436204, source_addr:"0.0.0.0:0"}) [2025-07-31 06:52:43.749086] INFO [RS] deal_non_reentrant_job (ob_backup_data_scheduler.cpp:1130) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0- 0] [lt=24] succeed deal with failed job, advance job status to FAILED(job_attr_={job_id:1, tenant_id:1002, incarnation_id:1, backup_set_id:1, initiator_tenant_id: 1002, initiator_job_id:0, executor_tenant_id:[1002], plus_archivelog:false, backup_level:{level:2}, backup_type:{type:1}, encryption_mode:0, passwd:"", backup_pat h:"file:///hybackup/data", description:"", start_ts:1753944466233786, end_ts:1753944762477500, status:{status:1}, result:-9027, can_retry:true, retry_count:0, com ment:"(ROOTSERVICE)addr: 172.17.0.2:2882, result: -9027(ob log archive interrupted), trace_id: YB42AC110002-00063B315E8B5B5D-0-0"}) [2025-07-31 06:52:43.749146] INFO [SHARE] add_event (ob_event_history_table_operator.h:266) [1998][T1001_BackupDat][T1001][YB42AC110002-00063B315E8B5B5D-0-0] [lt =32] event table add task(ret=0, event_table_name="__all_rootservice_event_history", sql=INSERT INTO __all_rootservice_event_history (gmt_create, module, event, n ame1, value1, name2, value2, name3, value3, name4, value4, value5, value6, rs_svr_ip, rs_svr_port) VALUES (usec_to_time(1753944763749118), 'backup_data', 'deal wi th failed job', 'tenant_id', 1002, 'job_id', 1, 'result', -9027, 'trace_id', 'YB42AC110002-00063B315E8B5B5D-0-0', '', '', '172.17.0.2', 2882))