2025-08-06 18:00:56.371 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.c.t.e.runner.JavaSubtaskRunner : Run subtask, id=11101171, context=Context{parallelIdx=-1, stringMap={ob_version=4.2.1.10, task_instance_id=11065067, restoreClusterId=2000001, task_operation=execute, ob_cluster_id=1732696488, backupDim=CLUSTER, cluster_id=2000001, storageBaseInfo=******, tenantName=*, restoreTenantName=rec_yeying, latest_execution_start_time=2025-08-06T18:00:56.304+08:00, sub_task_instance_name=Start restore task, sub_task_instance_id=11101171, restoreTenantInfo={"backupClusterId":4,"backupClusterName":"ume_ob","backupClusterOnline":true,"backupObClusterId":1732696478,"backupObTenantId":1002,"backupTenantName":"umeoceanbase","online":false,"resourcePoolList":[{"id":1006,"name":"pool_rec_yeying_zone1_sle","unitConfig":{"iopsWeight":4,"logDiskSize":18,"logDiskSizeByte":19327352832,"maxCpuCoreCount":4.00,"maxIops":0,"maxMemoryByte":6442450944,"maxMemorySize":6,"minCpuCoreCount":4.00,"minIops":0,"minMemoryByte":6442450944,"minMemorySize":6},"unitCount":1,"zoneList":["zone1"]}],"restoreClusterId":2000001,"restoreClusterName":"test_900","restoreEndTime":"2025-08-06T09:57:00Z","restoreLocality":"FULL@zone1","restorePoolListStr":"pool_rec_yeying_zone1_sle","restorePrimaryZone":"zone1","restoreTenantName":"rec_yeying","triggerType":"NORMAL"}, obClusterName=test_900}, listMap={}}, executor=10.xxx.2.55 2025-08-06 18:00:56.505 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-08-06 18:00:56.514 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SHOW VARIABLES LIKE 'time_zone' 2025-08-06 18:00:56.529 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.b.i.operation.BackupObOpsService : systemTenantZoneId=+08:00 2025-08-06 18:00:56.544 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-08-06 18:00:56.551 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [300000000] 2025-08-06 18:00:56.569 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: alter system restore rec_yeying from ? until SCN=1754474220000000000 with ? description = ?, args: [file:///nas/ume_db/obbackup/ume_ob/1732696478/tenant_incarnation_1/1002/clog,file:///nas/ume_db/obbackup/ume_ob/1732696478/tenant_incarnation_1/1002/data, pool_list=pool_rec_yeying_zone1_sle&primary_zone=zone1&locality=FULL@zone1, ALTER RESTORE rec_yeying BY NORMAL WITH restore_job_id=1754474456429] 2025-08-06 18:00:56.589 WARN 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] update failed, sql:[alter system restore rec_yeying from ? until SCN=1754474220000000000 with ? description = ?], error message:[PreparedStatementCallback; SQL [alter system restore rec_yeying from ? until SCN=1754474220000000000 with ? description = ?]; (conn=3221488635) IO error; nested exception is java.sql.SQLTransientConnectionException: (conn=3221488635) IO error] 2025-08-06 18:00:56.601 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : Last Trace Info:[YB420AEE01D1-00063BAE4198378D-0-0] 2025-08-06 18:00:56.609 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-08-06 18:00:56.618 ERROR 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.b.i.o.PhysicalBackupObOpsService : SQL [alter system restore rec_yeying from ? until SCN=1754474220000000000 with ? description = ?]; SQL state [58030]; error code [4009]; traceId [YB420AEE01D1-00063BAE4198378D-0-0]; message [(conn=3221488635) IO error] 2025-08-06 18:00:56.628 ERROR 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.b.i.o.PhysicalBackupTaskService : start restore failed caused by (conn=3221488635) IO error com.oceanbase.ocp.obsdk.exception.OceanBaseException: (conn=3221488635) IO error at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.customizeException(ConnectTemplate.java:432) at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.customizeException(ConnectTemplate.java:420) at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.updateInner(ConnectTemplate.java:297) at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.update(ConnectTemplate.java:282) at com.oceanbase.backup.core.obsdk.operator.MysqlPhysicalAdvancedBackupOperator.restoreTenant(MysqlPhysicalAdvancedBackupOperator.java:583) at com.oceanbase.backup.core.obsdk.operator.MysqlPhysicalAdvancedBackupOperator.restore(MysqlPhysicalAdvancedBackupOperator.java:546) at com.oceanbase.ocp.backup.internal.operation.PhysicalBackupObOpsService.startRestore(PhysicalBackupObOpsService.java:579) at com.oceanbase.ocp.backup.internal.operation.PhysicalBackupOpsServiceFactory.startRestore(PhysicalBackupOpsServiceFactory.java:690) at com.oceanbase.ocp.backup.internal.operation.PhysicalBackupTaskService.triggerRestore(PhysicalBackupTaskService.java:266) at com.oceanbase.ocp.backup.internal.task.schedule.StartRestoreTask.run(StartRestoreTask.java:51) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.execute(JavaSubtaskRunner.java:64) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:32) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:76) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.doRun(SubtaskExecutor.java:206) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.redirectConsoleOutput(SubtaskExecutor.java:200) a t com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.lambda$submit$2(SubtaskExecutor.java:137) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:750) Caused by: java.sql.SQLTransientConnectionException: (conn=3221488635) IO error at com.oceanbase.jdbc.internal.util.exceptions.ExceptionFactory.createException(ExceptionFactory.java:128) at com.oceanbase.jdbc.internal.util.exceptions.ExceptionFactory.create(ExceptionFactory.java:202) at com.oceanbase.jdbc.OceanBaseStatement.executeExceptionEpilogue(OceanBaseStatement.java:320) at com.oceanbase.jdbc.JDBC4PreparedStatement.executeInternal(JDBC4PreparedStatement.java:256) at com.oceanbase.jdbc.JDBC4PreparedStatement.execute(JDBC4PreparedStatement.java:170) at com.oceanbase.jdbc.JDBC4PreparedStatement.executeUpdate(JDBC4PreparedStatement.java:204) at com.alibaba.druid.pool.DruidPooledPreparedStatement.executeUpdate(DruidPooledPreparedStatement.java:255) at org.springframework.jdbc.core.JdbcTemplate.lambda$update$2(JdbcTemplate.java:967) at org.springframework.jdbc.core.JdbcTemplate.execute(JdbcTemplate.java:650) at org.springframework.jdbc.core.JdbcTemplate.update(JdbcTemplate.java:962) at org.springframework.jdbc.core.JdbcTemplate.update(JdbcTemplate.java:1017) at org.springframework.jdbc.core.JdbcTemplate.update(JdbcTemplate.java:1027) at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.updateInner(ConnectTemplate.java:293) ... 18 common frames omitted Caused by: com.oceanbase.jdbc.internal.util.exceptions.OceanBaseSqlException: IO error at com.oceanbase.jdbc.internal.util.exceptions.OceanBaseSqlException.of(OceanBaseSqlException.java:79) at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.exceptionWithQuery(AbstractQueryProtocol.java:205) at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.e xceptionWithQuery(AbstractQueryProtocol.java:186) at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:401) at com.oceanbase.jdbc.JDBC4PreparedStatement.executeInternal(JDBC4PreparedStatement.java:247) ... 27 common frames omitted Caused by: java.sql.SQLException: IO error at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:2347) at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:2210) at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:2098) at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:399) ... 28 common frames omitted 2025-08-06 18:00:56.681 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.s.o.o.f.ConnectPropertiesBuilder : get credential from obsdk context, clusterName=test_900, tenantName=sys, dbUser=root 2025-08-06 18:00:56.691 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.o.o.r.MysqlResourceOperator : start to delete resource pool, pool_name = pool_rec_yeying_zone1_sle 2025-08-06 18:00:56.711 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2025-08-06 18:00:56.719 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: DROP RESOURCE POOL IF EXISTS `pool_rec_yeying_zone1_sle` 2025-08-06 18:00:56.731 WARN 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.o.i.t.ResourcePoolServiceImpl : delete resource unit config failed. unitConfigName=null, error message:input unit config name is empty 2025-08-06 18:00:56.741 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.o.i.t.ResourcePoolServiceImpl : resource pool deleted, poolName=pool_rec_yeying_zone1_sle, poolId=1006 2025-08-06 18:00:56.752 INFO 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.o.i.helper.OcpCacheHelperImpl : Ob cluster resource has been changed, cluster 2000001, tenant null, notify ocp cache 2025-08-06 18:00:56.776 ERROR 72374 --- [manual-subtask-executor15,60f22daf12447a65,18588c8226515d26] c.o.o.c.t.e.c.w.subtask.SubtaskExecutor : IO error java.sql.SQLException: IO error at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:2347) at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:2210) at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:2098) at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:399) at com.oceanbase.jdbc.JDBC4PreparedStatement.executeInternal(JDBC4PreparedStatement.java:247) at com.oceanbase.jdbc.JDBC4PreparedStatement.execute(JDBC4PreparedStatement.java:170) at com.oceanbase.jdbc.JDBC4PreparedStatement.executeUpdate(JDBC4PreparedStatement.java:204) at com.alibaba.druid.pool.DruidPooledPreparedStatement.executeUpdate(DruidPooledPreparedStatement.java:255) at org.springframework.jdbc.core.JdbcTemplate.lambda$update$2(JdbcTemplate.java:967) at org.springframework.jdbc.core.JdbcTemplate.execute(JdbcTemplate.java:650) at org.springframework.jdbc.core.JdbcTemplate.update(JdbcTemplate.java:962) at org.springframework.jdbc.core.JdbcTemplate.update(JdbcTemplate.java:1017) at org.springframework.jdbc.core.JdbcTemplate.update(JdbcTemplate.java:1027) at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.updateInner(ConnectTemplate.java:293) at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.update(ConnectTemplate.java:282) at com.oceanbase.backup.core.obsdk.operator.MysqlPhysicalAdvancedBackupOperator.restoreTenant(MysqlPhysicalAdvancedBackupOperator.java:583) at com.oceanbase.backup.core.obsdk.operator.MysqlPhysicalAdvancedBackupOperator.restore(MysqlPhysicalAdvancedBackupOperator.java:546) at com.oceanbase.ocp.backup.internal.operation.PhysicalBackupObOpsService.startRestore(PhysicalBackupObOpsService.java:579) at com.oceanbase.ocp.backup.internal.operation.PhysicalBackupOpsSe rviceFactory.startRestore(PhysicalBackupOpsServiceFactory.java:690) at com.oceanbase.ocp.backup.internal.operation.PhysicalBackupTaskService.triggerRestore(PhysicalBackupTaskService.java:266) at com.oceanbase.ocp.backup.internal.task.schedule.StartRestoreTask.run(StartRestoreTask.java:51) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.execute(JavaSubtaskRunner.java:64) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:32) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:76) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.doRun(SubtaskExecutor.java:206) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.redirectConsoleOutput(SubtaskExecutor.java:200) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.lambda$submit$2(SubtaskExecutor.java:137) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:750) Set state for subtask: 11101171, operation:EXECUTE, state: FAILED