2025-09-24 17:00:57.922 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.c.t.e.runner.JavaSubtaskRunner : Run subtask, id=52059, context=Context{parallelIdx=-1, stringMap={checkBeforeDataBackup=true, ob_version=4.3.5.4, startClusterCompact=false, task_instance_id=53430, dataBackupTriggerInfo={"async":true,"backupDimension":"CLUSTER","dataBackupMode":"FULL_BACKUP","triggerTime":"2025-09-24T09:00:56Z","triggerType":"BACKUP_NOW"}, task_operation=execute, triggerTime=1758704456000000, ob_cluster_id=2, startLogBackup=true, backupDim=CLUSTER, dataSetIncIdMap={"1002":"3"}, cluster_id=2, storageBaseInfo=******, tenantName=*, backupMode=physical, triggerType=BACKUP_NOW, latest_execution_start_time=2025-09-24T17:00:57.908+08:00, sub_task_instance_name=Wait data backup task successful, backupNow=true, sub_task_instance_id=52059, dataBackupMode=FULL_BACKUP, obClusterName=bw_ob_business}, listMap={}}, executor=192.168.3.231 2025-09-24 17:00:57.926 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : try to check data backup task finished, retryTimes=1 2025-09-24 17:00:57.949 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:00:57.954 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SHOW VARIABLES LIKE 'system_time_zone' 2025-09-24 17:00:57.959 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:00:57.964 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT tenant_id, name, value, gmt_create, gmt_modified FROM __all_virtual_sys_variable WHERE name = ? 2025-09-24 17:00:57.977 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:00:58.007 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select * from (SELECT job_id, incarnation, job.tenant_id AS tenant_id, job.backup_set_id AS backup_set_id, backup_type, path AS backup_dest, start_timestamp AS start_time, end_timestamp AS end_time, now(6) AS check_time, task.data_progress AS data_progress, status, comment, description, 'TENANT' AS backup_level, file.min_restore_scn_display AS snapshot_version_time, output_bytes FROM ( SELECT job_id, incarnation, tenant_id, backup_set_id, backup_type, path, start_timestamp, NULL AS end_timestamp, status, comment, description FROM CDB_OB_BACKUP_JOBS UNION SELECT job_id, incarnation, tenant_id, backup_set_id, backup_type, path, start_timestamp, end_timestamp, status, comment, description FROM CDB_OB_BACKUP_JOB_HISTORY ) job LEFT JOIN (SELECT tenant_id AS tid, backup_set_id, min_restore_scn_display, output_bytes FROM CDB_OB_BACKUP_SET_FILES) file ON job.tenant_id = file.tid AND job.backup_set_id = file.backup_set_id LEFT JOIN (SELECT tenant_id AS tid, backup_set_id, data_progress FROM CDB_OB_BACKUP_TASKS) task ON job.tenant_id = task.tid AND job.backup_set_id = task.backup_set_id WHERE tenant_id != 1 AND description = ? ORDER BY start_time DESC) where start_time >= '2025-09-24 17:00:56', args: [ALTER BACKUP CLUSTER FULL_BACKUP BY BACKUP_NOW AT 2025-09-24 17:00:56.0] 2025-09-24 17:00:58.029 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : check backup task: [DataBackupHistoryWrapperTask{taskId=3, backupType=FULL, clusterId=null, obTenantId=1002, backupSetId=3, backupDest=file:///home/admin/obbackup/bw_ob_business/2/tenant_incarnation_1/1002/data, snapshotVersionTime=null, startTime=2025-09-24T09:00:57.141481Z, finishTime=null, status=INITIALIZING, progress=null, errorMsg=}] 2025-09-24 17:00:58.036 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : task status is UNKNOWN 2025-09-24 17:00:58.039 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : count running backup task size: 1 2025-09-24 17:01:28.043 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : try to check data backup task finished, retryTimes=2 2025-09-24 17:01:28.086 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.s.o.o.f.ConnectPropertiesBuilder : get credential from obsdk context, clusterName=bw_ob_business, tenantName=sys, dbUser=ocp_monitor 2025-09-24 17:01:28.091 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:01:28.095 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SHOW VARIABLES LIKE 'system_time_zone' 2025-09-24 17:01:28.100 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:01:28.103 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT tenant_id, name, value, gmt_create, gmt_modified FROM __all_virtual_sys_variable WHERE name = ? 2025-09-24 17:01:28.115 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:01:28.142 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select * from (SELECT job_id, incarnation, job.tenant_id AS tenant_id, job.backup_set_id AS backup_set_id, backup_type, path AS backup_dest, start_timestamp AS start_time, end_timestamp AS end_time, now(6) AS check_time, task.data_progress AS data_progress, status, comment, description, 'TENANT' AS backup_level, file.min_restore_scn_display AS snapshot_version_time, output_bytes FROM ( SELECT job_id, incarnation, tenant_id, backup_set_id, backup_type, path, start_timestamp, NULL AS end_timestamp, status, comment, description FROM CDB_OB_BACKUP_JOBS UNION SELECT job_id, incarnation, tenant_id, backup_set_id, backup_type, path, start_timestamp, end_timestamp, status, comment, description FROM CDB_OB_BACKUP_JOB_HISTORY ) job LEFT JOIN (SELECT tenant_id AS tid, backup_set_id, min_restore_scn_display, output_bytes FROM CDB_OB_BACKUP_SET_FILES) file ON job.tenant_id = file.tid AND job.backup_set_id = file.backup_set_id LEFT JOIN (SELECT tenant_id AS tid, backup_set_id, data_progress FROM CDB_OB_BACKUP_TASKS) task ON job.tenant_id = task.tid AND job.backup_set_id = task.backup_set_id WHERE tenant_id != 1 AND description = ? ORDER BY start_time DESC) where start_time >= '2025-09-24 17:00:56', args: [ALTER BACKUP CLUSTER FULL_BACKUP BY BACKUP_NOW AT 2025-09-24 17:00:56.0] 2025-09-24 17:01:28.163 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : check backup task: [DataBackupHistoryWrapperTask{taskId=3, backupType=FULL, clusterId=null, obTenantId=1002, backupSetId=3, backupDest=file:///home/admin/obbackup/bw_ob_business/2/tenant_incarnation_1/1002/data, snapshotVersionTime=null, startTime=2025-09-24T09:00:57.141481Z, finishTime=null, status=DOING, progress=null, errorMsg=}] 2025-09-24 17:01:28.179 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : count running backup task size: 1 2025-09-24 17:01:58.182 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : try to check data backup task finished, retryTimes=3 2025-09-24 17:01:58.230 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.s.o.o.f.ConnectPropertiesBuilder : get credential from obsdk context, clusterName=bw_ob_business, tenantName=sys, dbUser=ocp_monitor 2025-09-24 17:01:58.254 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:01:58.259 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SHOW VARIABLES LIKE 'system_time_zone' 2025-09-24 17:01:58.264 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:01:58.268 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT tenant_id, name, value, gmt_create, gmt_modified FROM __all_virtual_sys_variable WHERE name = ? 2025-09-24 17:01:58.282 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:01:58.309 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select * from (SELECT job_id, incarnation, job.tenant_id AS tenant_id, job.backup_set_id AS backup_set_id, backup_type, path AS backup_dest, start_timestamp AS start_time, end_timestamp AS end_time, now(6) AS check_time, task.data_progress AS data_progress, status, comment, description, 'TENANT' AS backup_level, file.min_restore_scn_display AS snapshot_version_time, output_bytes FROM ( SELECT job_id, incarnation, tenant_id, backup_set_id, backup_type, path, start_timestamp, NULL AS end_timestamp, status, comment, description FROM CDB_OB_BACKUP_JOBS UNION SELECT job_id, incarnation, tenant_id, backup_set_id, backup_type, path, start_timestamp, end_timestamp, status, comment, description FROM CDB_OB_BACKUP_JOB_HISTORY ) job LEFT JOIN (SELECT tenant_id AS tid, backup_set_id, min_restore_scn_display, output_bytes FROM CDB_OB_BACKUP_SET_FILES) file ON job.tenant_id = file.tid AND job.backup_set_id = file.backup_set_id LEFT JOIN (SELECT tenant_id AS tid, backup_set_id, data_progress FROM CDB_OB_BACKUP_TASKS) task ON job.tenant_id = task.tid AND job.backup_set_id = task.backup_set_id WHERE tenant_id != 1 AND description = ? ORDER BY start_time DESC) where start_time >= '2025-09-24 17:00:56', args: [ALTER BACKUP CLUSTER FULL_BACKUP BY BACKUP_NOW AT 2025-09-24 17:00:56.0] 2025-09-24 17:01:58.509 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : check backup task: [DataBackupHistoryWrapperTask{taskId=3, backupType=FULL, clusterId=null, obTenantId=1002, backupSetId=3, backupDest=file:///home/admin/obbackup/bw_ob_business/2/tenant_incarnation_1/1002/data, snapshotVersionTime=null, startTime=2025-09-24T09:00:57.141481Z, finishTime=2025-09-24T09:01:29.450967Z, status=FAILED, progress=null, errorMsg=(ROOTSERVICE)addr: 192.168.3.229:2882, result: -9120(cannot find object on object storage), trace_id: YB42C0A803E5-00063F85147D2B65-0-0}] 2025-09-24 17:01:58.538 WARN 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : check backup task failed: [DataBackupHistoryWrapperTask{taskId=3, backupType=FULL, clusterId=null, obTenantId=1002, backupSetId=3, backupDest=file:///home/admin/obbackup/bw_ob_business/2/tenant_incarnation_1/1002/data, snapshotVersionTime=null, startTime=2025-09-24T09:00:57.141481Z, finishTime=2025-09-24T09:01:29.450967Z, status=FAILED, progress=null, errorMsg=(ROOTSERVICE)addr: 192.168.3.229:2882, result: -9120(cannot find object on object storage), trace_id: YB42C0A803E5-00063F85147D2B65-0-0}] 2025-09-24 17:01:58.542 ERROR 2151332 --- [manual-subtask-executor14,4bd1768918f72007,f5b4c4bcf813491a] c.o.o.c.t.e.c.w.subtask.SubtaskExecutor : Data backup task failed. com.oceanbase.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=BACKUP_DATA_BACKUP_TASK_FAILED, args= at com.oceanbase.ocp.backup.internal.task.schedule.WaitDataBackupSuccessTask.checkDataBackupTaskFinished(WaitDataBackupSuccessTask.java:172) at com.oceanbase.ocp.backup.internal.task.schedule.WaitDataBackupSuccessTask.lambda$run$5(WaitDataBackupSuccessTask.java:218) at com.github.rholder.retry.AttemptTimeLimiters$NoAttemptTimeLimit.call(AttemptTimeLimiters.java:78) at com.github.rholder.retry.Retryer.call(Retryer.java:160) at com.oceanbase.ocp.backup.internal.task.schedule.WaitDataBackupSuccessTask.run(WaitDataBackupSuccessTask.java:213) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.execute(JavaSubtaskRunner.java:64) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:32) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:76) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.doRun(SubtaskExecutor.java:206) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.redirectConsoleOutput(SubtaskExecutor.java:200) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.lambda$submit$2(SubtaskExecutor.java:137) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:855) Set state for subtask: 52059, operation:EXECUTE, state: FAILED 2025-09-24 17:10:46.706 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.o.c.t.e.runner.JavaSubtaskRunner : Retry subtask, id=52059, context=Context{parallelIdx=-1, stringMap={checkBeforeDataBackup=true, ob_version=4.3.5.4, startClusterCompact=false, task_instance_id=53430, dataBackupTriggerInfo={"async":true,"backupDimension":"CLUSTER","dataBackupMode":"FULL_BACKUP","triggerTime":"2025-09-24T09:00:56Z","triggerType":"BACKUP_NOW"}, task_operation=retry, triggerTime=1758704456000000, ob_cluster_id=2, startLogBackup=true, backupDim=CLUSTER, dataSetIncIdMap={"1002":"3"}, cluster_id=2, storageBaseInfo=******, tenantName=*, backupMode=physical, triggerType=BACKUP_NOW, latest_execution_start_time=2025-09-24T17:10:46.685+08:00, sub_task_instance_name=Wait data backup task successful, backupNow=true, sub_task_instance_id=52059, dataBackupMode=FULL_BACKUP, obClusterName=bw_ob_business}, listMap={}}, executor=192.168.3.231 2025-09-24 17:10:46.710 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : do nothing in rollback! 2025-09-24 17:10:46.720 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : try to check data backup task finished, retryTimes=1 2025-09-24 17:10:46.798 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:10:46.805 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SHOW VARIABLES LIKE 'system_time_zone' 2025-09-24 17:10:46.810 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:10:46.814 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT tenant_id, name, value, gmt_create, gmt_modified FROM __all_virtual_sys_variable WHERE name = ? 2025-09-24 17:10:46.827 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-09-24 17:10:46.853 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select * from (SELECT job_id, incarnation, job.tenant_id AS tenant_id, job.backup_set_id AS backup_set_id, backup_type, path AS backup_dest, start_timestamp AS start_time, end_timestamp AS end_time, now(6) AS check_time, task.data_progress AS data_progress, status, comment, description, 'TENANT' AS backup_level, file.min_restore_scn_display AS snapshot_version_time, output_bytes FROM ( SELECT job_id, incarnation, tenant_id, backup_set_id, backup_type, path, start_timestamp, NULL AS end_timestamp, status, comment, description FROM CDB_OB_BACKUP_JOBS UNION SELECT job_id, incarnation, tenant_id, backup_set_id, backup_type, path, start_timestamp, end_timestamp, status, comment, description FROM CDB_OB_BACKUP_JOB_HISTORY ) job LEFT JOIN (SELECT tenant_id AS tid, backup_set_id, min_restore_scn_display, output_bytes FROM CDB_OB_BACKUP_SET_FILES) file ON job.tenant_id = file.tid AND job.backup_set_id = file.backup_set_id LEFT JOIN (SELECT tenant_id AS tid, backup_set_id, data_progress FROM CDB_OB_BACKUP_TASKS) task ON job.tenant_id = task.tid AND job.backup_set_id = task.backup_set_id WHERE tenant_id != 1 AND description = ? ORDER BY start_time DESC) where start_time >= '2025-09-24 17:00:56', args: [ALTER BACKUP CLUSTER FULL_BACKUP BY BACKUP_NOW AT 2025-09-24 17:00:56.0] 2025-09-24 17:10:46.887 INFO 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : check backup task: [DataBackupHistoryWrapperTask{taskId=3, backupType=FULL, clusterId=null, obTenantId=1002, backupSetId=3, backupDest=file:///home/admin/obbackup/bw_ob_business/2/tenant_incarnation_1/1002/data, snapshotVersionTime=null, startTime=2025-09-24T09:00:57.141481Z, finishTime=2025-09-24T09:01:29.450967Z, status=FAILED, progress=null, errorMsg=(ROOTSERVICE)addr: 192.168.3.229:2882, result: -9120(cannot find object on object storage), trace_id: YB42C0A803E5-00063F85147D2B65-0-0}] 2025-09-24 17:10:46.899 WARN 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.o.b.i.t.s.WaitDataBackupSuccessTask : check backup task failed: [DataBackupHistoryWrapperTask{taskId=3, backupType=FULL, clusterId=null, obTenantId=1002, backupSetId=3, backupDest=file:///home/admin/obbackup/bw_ob_business/2/tenant_incarnation_1/1002/data, snapshotVersionTime=null, startTime=2025-09-24T09:00:57.141481Z, finishTime=2025-09-24T09:01:29.450967Z, status=FAILED, progress=null, errorMsg=(ROOTSERVICE)addr: 192.168.3.229:2882, result: -9120(cannot find object on object storage), trace_id: YB42C0A803E5-00063F85147D2B65-0-0}] 2025-09-24 17:10:46.903 ERROR 2151332 --- [manual-subtask-executor14,4bd1768918f72007,b93a2b2636f663a2] c.o.o.c.t.e.c.w.subtask.SubtaskExecutor : Data backup task failed. com.oceanbase.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=BACKUP_DATA_BACKUP_TASK_FAILED, args= at com.oceanbase.ocp.backup.internal.task.schedule.WaitDataBackupSuccessTask.checkDataBackupTaskFinished(WaitDataBackupSuccessTask.java:172) at com.oceanbase.ocp.backup.internal.task.schedule.WaitDataBackupSuccessTask.lambda$run$5(WaitDataBackupSuccessTask.java:218) at com.github.rholder.retry.AttemptTimeLimiters$NoAttemptTimeLimit.call(AttemptTimeLimiters.java:78) at com.github.rholder.retry.Retryer.call(Retryer.java:160) at com.oceanbase.ocp.backup.internal.task.schedule.WaitDataBackupSuccessTask.run(WaitDataBackupSuccessTask.java:213) at com.oceanbase.ocp.core.task.runtime.Subtask.retry(Subtask.java:49) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.retry(JavaSubtaskRunner.java:76) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:35) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:76) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.doRun(SubtaskExecutor.java:206) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.redirectConsoleOutput(SubtaskExecutor.java:200) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.lambda$submit$2(SubtaskExecutor.java:137) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:855) Set state for subtask: 52059, operation:RETRY, state: FAILED