############{EXECUTE}{2022-07-11T18:59:27.799+08:00}############
2022-07-11 18:59:27.809  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.m.t.model.SubtaskInstanceEntity  : Run subtask, id=49403, context=Context{parallelIdx=-1, stringMap={cluster_name=obcluster, target_server_status=RUNNING, prohibit_rollback=false, former_cluster_status=UNAVAILABLE, target_zone_status=RUNNING, task_instance_id=48515, task_operation=execute, zone_name=zone3, ob_cluster_id=2, cluster_id=2, ocpagent_service_name=agent, target_cluster_status=RUNNING, latest_execution_start_time=2022-07-11T18:59:27.791+08:00, sub_task_instance_id=49403}, listMap={server_ids=[6], 2.obcluster.zone3.server_ids=[6], 2.obcluster.zone2.host_ids=[2], 2.obcluster.zone2.server_ids=[5], 2.obcluster.zone1.server_ids=[4], 2.obcluster.zone3.host_ids=[3], host_ids=[3], 2.obcluster.zone1.host_ids=[1], zone_names=[zone1, zone2, zone3]}}, executor=10.1.42.4

2022-07-11 18:59:27.854  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 18:59:27.920  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=2, tenantName=sys, username=ocp_monitor, address=localhost, port=2888, database=oceanbase)

2022-07-11 18:59:27.923  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.core.obsdk.connector.ObConnectors  : [obsdk] create new ob connector, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 18:59:27.935 ERROR 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.core.obsdk.connector.ObConnectors  : [obsdk] init ob connector failed, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase), cause:java.sql.SQLSyntaxErrorException: Could not connect to address=(host=localhost)(port=2888)(type=master) : (conn=4890) Access denied for user 'ocp_monitor'@'xxx.xxx.xxx.xxx' (using password: YES)

2022-07-11 18:59:27.939 ERROR 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.o.f.AbstractObOperatorFactory  : [AbstractObOperatorFactory] create operator failed, error message:[obsdk] init ob connector failed, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase), cause:java.sql.SQLSyntaxErrorException: Could not connect to address=(host=localhost)(port=2888)(type=master) : (conn=4890) Access denied for user 'ocp_monitor'@'xxx.xxx.xxx.xxx' (using password: YES)

2022-07-11 18:59:27.947  WARN 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 18:59:27.950  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 18:59:32.953  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 18:59:32.956  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, key=ObConnectorKey(connectionMode=direct, clusterName=obcluster, obClusterId=null, tenantName=sys, username=ocp_monitor, address=10.1.251.111, port=2881, database=oceanbase)

2022-07-11 18:59:32.959  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] ob connector is evicted from holder's cache. cause=EXPLICIT, key=ObConnectorKey(connectionMode=direct, clusterName=obcluster, obClusterId=null, tenantName=sys, username=ocp_monitor, address=10.1.251.111, port=2881, database=oceanbase)

2022-07-11 18:59:32.963  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alibaba.druid.pool.DruidDataSource   : {dataSource-312} closing ...

2022-07-11 18:59:32.974  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alibaba.druid.pool.DruidDataSource   : {dataSource-312} closed

2022-07-11 18:59:32.978  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=null, tenantName=ocp_meta, username=ocpmetauser, address=10.1.42.4, port=2883, database=ocp_monitor)

2022-07-11 18:59:32.981  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] ob connector is evicted from holder's cache. cause=EXPLICIT, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=null, tenantName=ocp_meta, username=ocpmetauser, address=10.1.42.4, port=2883, database=ocp_monitor)

2022-07-11 18:59:32.984  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alibaba.druid.pool.DruidDataSource   : {dataSource-128} closing ...

2022-07-11 18:59:32.988  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alibaba.druid.pool.DruidDataSource   : {dataSource-128} closed

2022-07-11 18:59:32.991  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=2, tenantName=sys, username=root, address=localhost, port=2888, database=oceanbase)

2022-07-11 18:59:32.995  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] ob connector is evicted from holder's cache. cause=EXPLICIT, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=2, tenantName=sys, username=root, address=localhost, port=2888, database=oceanbase)

2022-07-11 18:59:32.997  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alibaba.druid.pool.DruidDataSource   : {dataSource-330} closing ...

2022-07-11 18:59:33.009  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alibaba.druid.pool.DruidDataSource   : {dataSource-330} closed

2022-07-11 18:59:33.039  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 18:59:33.091  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 18:59:33.097  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 18:59:33.101  WARN 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 18:59:33.105  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 18:59:38.108  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 18:59:38.128  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 18:59:38.168  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 18:59:38.174  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 18:59:38.176  WARN 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 18:59:38.179  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 18:59:43.181  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 18:59:43.199  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 18:59:43.234  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 18:59:43.239  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 18:59:43.241  WARN 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 18:59:43.244  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 18:59:48.247  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 18:59:48.272  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 18:59:48.313  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 18:59:48.317  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 18:59:48.320  WARN 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 18:59:48.323  INFO 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.m.t.model.SubtaskInstanceEntity  : Set state for subtask: 49403, current state: RUNNING, new state: FAILED

2022-07-11 18:59:48.326  WARN 45 --- [pool-manual-subtask-executor4,0766d5c77b9b4bff,8e8bbce4c679] c.a.o.c.t.engine.runner.RunnerFactory    : Execute task failed, subtask=SubtaskInstanceEntity{id=49403, name=Sync cluster info, state=FAILED, operation=EXECUTE, className=com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask, seriesId=26, startTime=2022-07-11T18:59:27.792+08:00, endTime=2022-07-11T18:59:48.325+08:00}

java.lang.RuntimeException: com.alipay.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor
	at com.alipay.ocp.common.pattern.Retry.executeUntilSuccessWithLimit(Retry.java:173) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pattern.Retry.executeUntilSuccessWithLimit(Retry.java:188) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask.run(SyncClusterInfoTask.java:44) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.metadb.task.model.SubtaskInstanceEntity.run(SubtaskInstanceEntity.java:221) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.JavaTaskRunner.doExecute(JavaTaskRunner.java:26) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.JavaTaskRunner.run(JavaTaskRunner.java:20) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:113) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.redirectOutputIfNotSysSchedule(RunnerFactory.java:185) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.run(RunnerFactory.java:102) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.coordinator.worker.subtask.ReadySubtaskWorker.lambda$submitTask$3(ReadySubtaskWorker.java:123) ~[ocp-core
-3.3.0-20220427.jar!/:3.3.0-20220427]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_312]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[na:1.8.0_312]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[na:1.8.0_312]
	at java.lang.Thread.run(Thread.java:748) ~[na:1.8.0_312]
Caused by: com.alipay.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.getObOperator(AbstractObOperatorFactory.java:161) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.createObOperator(AbstractObOperatorFactory.java:121) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.createObOperator(AbstractObOperatorFactory.java:125) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.zoneEntitiesCurrent(ClusterSyncService.java:530) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.internalSyncCluster(ClusterSyncService.java:241) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.syncClusterInfo(ClusterSyncService.java:192) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask.lambda$run$0(SyncClusterInfoTask.java:45) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pattern.Retry.lambda$executeUntilSuccessWithLimit$0(Retry.java:189) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pattern.Retry.executeUntilSuccessWithLimit(Retry.java:169) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	... 13 co
mmon frames omitted


############{RETRY}{2022-07-11T19:00:47.216+08:00}############
2022-07-11 19:00:47.223  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.c.m.t.model.SubtaskInstanceEntity  : Retry subtask, id=49403, context=Context{parallelIdx=-1, stringMap={cluster_name=obcluster, target_server_status=RUNNING, prohibit_rollback=false, former_cluster_status=UNAVAILABLE, target_zone_status=RUNNING, task_instance_id=48515, task_operation=retry, zone_name=zone3, ob_cluster_id=2, cluster_id=2, ocpagent_service_name=agent, target_cluster_status=RUNNING, latest_execution_start_time=2022-07-11T19:00:47.210+08:00, sub_task_instance_id=49403}, listMap={server_ids=[6], 2.obcluster.zone3.server_ids=[6], 2.obcluster.zone2.host_ids=[2], 2.obcluster.zone2.server_ids=[5], 2.obcluster.zone1.server_ids=[4], 2.obcluster.zone3.host_ids=[3], host_ids=[3], 2.obcluster.zone1.host_ids=[1], zone_names=[zone1, zone2, zone3]}}, executor=10.1.42.4

2022-07-11 19:00:47.225  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.t.b.cluster.SyncClusterInfoTask  : need to do nothing when rollback

2022-07-11 19:00:47.258  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:00:47.297  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=2, tenantName=sys, username=ocp_monitor, address=localhost, port=2888, database=oceanbase)

2022-07-11 19:00:47.299  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.core.obsdk.connector.ObConnectors  : [obsdk] create new ob connector, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:00:47.324 ERROR 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.core.obsdk.connector.ObConnectors  : [obsdk] init ob connector failed, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase), cause:java.sql.SQLSyntaxErrorException: Could not connect to address=(host=localhost)(port=2888)(type=master) : (conn=4902) Access denied for user 'ocp_monitor'@'xxx.xxx.xxx.xxx' (using password: YES)

2022-07-11 19:00:47.328 ERROR 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.o.f.AbstractObOperatorFactory  : [AbstractObOperatorFactory] create operator failed, error message:[obsdk] init ob connector failed, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase), cause:java.sql.SQLSyntaxErrorException: Could not connect to address=(host=localhost)(port=2888)(type=master) : (conn=4902) Access denied for user 'ocp_monitor'@'xxx.xxx.xxx.xxx' (using password: YES)

2022-07-11 19:00:47.342  WARN 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:00:47.345  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:00:52.347  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:00:52.369  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:00:52.414  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:00:52.419  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:00:52.422  WARN 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:00:52.425  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:00:57.428  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:00:57.451  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:00:57.507  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:00:57.512  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:00:57.515  WARN 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:00:57.517  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:01:02.519  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:01:02.537  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:01:02.574  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:01:02.579  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:01:02.582  WARN 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:01:02.584  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:01:07.587  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:01:07.605  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:01:07.648  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:01:07.653  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:01:07.655  WARN 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:01:07.657  INFO 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.c.m.t.model.SubtaskInstanceEntity  : Set state for subtask: 49403, current state: RUNNING, new state: FAILED

2022-07-11 19:01:07.660  WARN 45 --- [pool-manual-subtask-executor8,0766d5c77b9b4bff,d9383b87ac2d] c.a.o.c.t.engine.runner.RunnerFactory    : Execute task failed, subtask=SubtaskInstanceEntity{id=49403, name=Sync cluster info, state=FAILED, operation=RETRY, className=com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask, seriesId=26, startTime=2022-07-11T19:00:47.210+08:00, endTime=2022-07-11T19:01:07.659+08:00}

java.lang.RuntimeException: com.alipay.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor
	at com.alipay.ocp.common.pattern.Retry.executeUntilSuccessWithLimit(Retry.java:173) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pattern.Retry.executeUntilSuccessWithLimit(Retry.java:188) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask.run(SyncClusterInfoTask.java:44) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.runtime.Subtask.retry(Subtask.java:49) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.metadb.task.model.SubtaskInstanceEntity.retry(SubtaskInstanceEntity.java:233) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.JavaTaskRunner.doExecute(JavaTaskRunner.java:30) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.JavaTaskRunner.run(JavaTaskRunner.java:20) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:113) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.redirectOutputIfNotSysSchedule(RunnerFactory.java:185) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.run(RunnerFactory.java:102) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.t
ask.engine.coordinator.worker.subtask.ReadySubtaskWorker.lambda$submitTask$3(ReadySubtaskWorker.java:123) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_312]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[na:1.8.0_312]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[na:1.8.0_312]
	at java.lang.Thread.run(Thread.java:748) ~[na:1.8.0_312]
Caused by: com.alipay.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.getObOperator(AbstractObOperatorFactory.java:161) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.createObOperator(AbstractObOperatorFactory.java:121) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.createObOperator(AbstractObOperatorFactory.java:125) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.zoneEntitiesCurrent(ClusterSyncService.java:530) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.internalSyncCluster(ClusterSyncService.java:241) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.syncClusterInfo(ClusterSyncService.java:192) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask.lambda$run$0(SyncClusterInfoTask.java:45) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pattern.Retry.lambda$executeUntilSuccessWithLimit$0(Retry.java:189) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pat
tern.Retry.executeUntilSuccessWithLimit(Retry.java:169) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	... 14 common frames omitted


############{RETRY}{2022-07-11T19:02:56.868+08:00}############
2022-07-11 19:02:56.875  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.m.t.model.SubtaskInstanceEntity  : Retry subtask, id=49403, context=Context{parallelIdx=-1, stringMap={cluster_name=obcluster, target_server_status=RUNNING, prohibit_rollback=false, former_cluster_status=UNAVAILABLE, target_zone_status=RUNNING, task_instance_id=48515, task_operation=retry, zone_name=zone3, ob_cluster_id=2, cluster_id=2, ocpagent_service_name=agent, target_cluster_status=RUNNING, latest_execution_start_time=2022-07-11T19:02:56.863+08:00, sub_task_instance_id=49403}, listMap={server_ids=[6], 2.obcluster.zone3.server_ids=[6], 2.obcluster.zone2.host_ids=[2], 2.obcluster.zone2.server_ids=[5], 2.obcluster.zone1.server_ids=[4], 2.obcluster.zone3.host_ids=[3], host_ids=[3], 2.obcluster.zone1.host_ids=[1], zone_names=[zone1, zone2, zone3]}}, executor=10.1.42.4

2022-07-11 19:02:56.877  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.t.b.cluster.SyncClusterInfoTask  : need to do nothing when rollback

2022-07-11 19:02:56.918  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:02:56.985  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=2, tenantName=sys, username=ocp_monitor, address=localhost, port=2888, database=oceanbase)

2022-07-11 19:02:56.988  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.core.obsdk.connector.ObConnectors  : [obsdk] create new ob connector, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:02:57.001 ERROR 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.core.obsdk.connector.ObConnectors  : [obsdk] init ob connector failed, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase), cause:java.sql.SQLSyntaxErrorException: Could not connect to address=(host=localhost)(port=2888)(type=master) : (conn=263966) Access denied for user 'ocp_monitor'@'xxx.xxx.xxx.xxx' (using password: YES)

2022-07-11 19:02:57.004 ERROR 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.o.f.AbstractObOperatorFactory  : [AbstractObOperatorFactory] create operator failed, error message:[obsdk] init ob connector failed, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase), cause:java.sql.SQLSyntaxErrorException: Could not connect to address=(host=localhost)(port=2888)(type=master) : (conn=263966) Access denied for user 'ocp_monitor'@'xxx.xxx.xxx.xxx' (using password: YES)

2022-07-11 19:02:57.012  WARN 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:02:57.015  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:03:02.018  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:03:02.021  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, key=ObConnectorKey(connectionMode=direct, clusterName=obcluster, obClusterId=null, tenantName=sys, username=ocp_monitor, address=10.1.251.111, port=2881, database=oceanbase)

2022-07-11 19:03:02.023  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] ob connector is evicted from holder's cache. cause=EXPLICIT, key=ObConnectorKey(connectionMode=direct, clusterName=obcluster, obClusterId=null, tenantName=sys, username=ocp_monitor, address=10.1.251.111, port=2881, database=oceanbase)

2022-07-11 19:03:02.026  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alibaba.druid.pool.DruidDataSource   : {dataSource-378} closing ...

2022-07-11 19:03:02.037  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alibaba.druid.pool.DruidDataSource   : {dataSource-378} closed

2022-07-11 19:03:02.042  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=2, tenantName=sys, username=root, address=localhost, port=2888, database=oceanbase)

2022-07-11 19:03:02.044  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] ob connector is evicted from holder's cache. cause=EXPLICIT, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=2, tenantName=sys, username=root, address=localhost, port=2888, database=oceanbase)

2022-07-11 19:03:02.047  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alibaba.druid.pool.DruidDataSource   : {dataSource-372} closing ...

2022-07-11 19:03:02.061  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alibaba.druid.pool.DruidDataSource   : {dataSource-372} closed

2022-07-11 19:03:02.086  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:03:02.126  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:03:02.131  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:03:02.134  WARN 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:03:02.136  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:03:07.155  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:03:07.175  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:03:07.225  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:03:07.232  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:03:07.236  WARN 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:03:07.240  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:03:12.243  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:03:12.266  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:03:12.307  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:03:12.315  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:03:12.318  WARN 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:03:12.321  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:03:17.324  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:03:17.346  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:03:17.413  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:03:17.422  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:03:17.426  WARN 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:03:17.429  INFO 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.m.t.model.SubtaskInstanceEntity  : Set state for subtask: 49403, current state: RUNNING, new state: FAILED

2022-07-11 19:03:17.432  WARN 45 --- [pool-manual-subtask-executor1,0766d5c77b9b4bff,08180d00bcba] c.a.o.c.t.engine.runner.RunnerFactory    : Execute task failed, subtask=SubtaskInstanceEntity{id=49403, name=Sync cluster info, state=FAILED, operation=RETRY, className=com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask, seriesId=26, startTime=2022-07-11T19:02:56.863+08:00, endTime=2022-07-11T19:03:17.431+08:00}

java.lang.RuntimeException: com.alipay.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor
	at com.alipay.ocp.common.pattern.Retry.executeUntilSuccessWithLimit(Retry.java:173) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pattern.Retry.executeUntilSuccessWithLimit(Retry.java:188) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask.run(SyncClusterInfoTask.java:44) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.runtime.Subtask.retry(Subtask.java:49) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.metadb.task.model.SubtaskInstanceEntity.retry(SubtaskInstanceEntity.java:233) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.JavaTaskRunner.doExecute(JavaTaskRunner.java:30) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.JavaTaskRunner.run(JavaTaskRunner.java:20) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:113) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.redirectOutputIfNotSysSchedule(RunnerFactory.java:185) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.run(RunnerFactory.java:102) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.t
ask.engine.coordinator.worker.subtask.ReadySubtaskWorker.lambda$submitTask$3(ReadySubtaskWorker.java:123) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_312]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[na:1.8.0_312]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[na:1.8.0_312]
	at java.lang.Thread.run(Thread.java:748) ~[na:1.8.0_312]
Caused by: com.alipay.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.getObOperator(AbstractObOperatorFactory.java:161) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.createObOperator(AbstractObOperatorFactory.java:121) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.createObOperator(AbstractObOperatorFactory.java:125) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.zoneEntitiesCurrent(ClusterSyncService.java:530) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.internalSyncCluster(ClusterSyncService.java:241) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.syncClusterInfo(ClusterSyncService.java:192) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask.lambda$run$0(SyncClusterInfoTask.java:45) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pattern.Retry.lambda$executeUntilSuccessWithLimit$0(Retry.java:189) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pat
tern.Retry.executeUntilSuccessWithLimit(Retry.java:169) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	... 14 common frames omitted


############{RETRY}{2022-07-11T19:04:49.395+08:00}############
2022-07-11 19:04:49.402  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.c.m.t.model.SubtaskInstanceEntity  : Retry subtask, id=49403, context=Context{parallelIdx=-1, stringMap={cluster_name=obcluster, target_server_status=RUNNING, prohibit_rollback=false, former_cluster_status=UNAVAILABLE, target_zone_status=RUNNING, task_instance_id=48515, task_operation=retry, zone_name=zone3, ob_cluster_id=2, cluster_id=2, ocpagent_service_name=agent, target_cluster_status=RUNNING, latest_execution_start_time=2022-07-11T19:04:49.389+08:00, sub_task_instance_id=49403}, listMap={server_ids=[6], 2.obcluster.zone3.server_ids=[6], 2.obcluster.zone2.host_ids=[2], 2.obcluster.zone2.server_ids=[5], 2.obcluster.zone1.server_ids=[4], 2.obcluster.zone3.host_ids=[3], host_ids=[3], 2.obcluster.zone1.host_ids=[1], zone_names=[zone1, zone2, zone3]}}, executor=10.1.42.4

2022-07-11 19:04:49.404  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.t.b.cluster.SyncClusterInfoTask  : need to do nothing when rollback

2022-07-11 19:04:49.439  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:04:49.494  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=2, tenantName=sys, username=ocp_monitor, address=localhost, port=2888, database=oceanbase)

2022-07-11 19:04:49.497  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.core.obsdk.connector.ObConnectors  : [obsdk] create new ob connector, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:04:49.512 ERROR 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.core.obsdk.connector.ObConnectors  : [obsdk] init ob connector failed, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase), cause:java.sql.SQLSyntaxErrorException: Could not connect to address=(host=localhost)(port=2888)(type=master) : (conn=4967) Access denied for user 'ocp_monitor'@'xxx.xxx.xxx.xxx' (using password: YES)

2022-07-11 19:04:49.516 ERROR 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.o.f.AbstractObOperatorFactory  : [AbstractObOperatorFactory] create operator failed, error message:[obsdk] init ob connector failed, connectProperties=ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase), cause:java.sql.SQLSyntaxErrorException: Could not connect to address=(host=localhost)(port=2888)(type=master) : (conn=4967) Access denied for user 'ocp_monitor'@'xxx.xxx.xxx.xxx' (using password: YES)

2022-07-11 19:04:49.522  WARN 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:04:49.525  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:04:54.527  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:04:54.544  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:04:54.583  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:04:54.588  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:04:54.591  WARN 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:04:54.593  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:04:59.595  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:04:59.620  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:04:59.666  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:04:59.672  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:04:59.675  WARN 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:04:59.678  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:05:04.682  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:05:04.708  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:05:04.763  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:05:04.770  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:05:04.773  WARN 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:05:04.776  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] com.alipay.ocp.common.pattern.Retry      : wait for 5 seconds

2022-07-11 19:05:09.779  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.c.o.connector.ObConnectorHolder    : [obsdk] invalidate ob connector, clusterName=obcluster

2022-07-11 19:05:09.851  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.ob.cluster.ClusterSyncService  : sync cluster start, clusterId=2, clusterName=obcluster, obClusterId=2

2022-07-11 19:05:09.897  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.o.f.ConnectPropertiesBuilder   : get credential from obsdk context, userId=200,  clusterName=obcluster, tenantName=sys, dbUser=ocp_monitor

2022-07-11 19:05:09.904  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.s.o.o.f.AbstractObOperatorFactory  : get connect state from obsdk context, state: false, connectProperties:ConnectProperties(connectionMode=proxy, address=localhost, port=2888, obsAddrList=null, username=ocp_monitor, tenantName=sys, clusterName=obcluster, obClusterId=2, proxy=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase)

2022-07-11 19:05:09.907  WARN 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] com.alipay.ocp.common.pattern.Retry      : failed to execute target runnable, errMsg:[OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor

2022-07-11 19:05:09.911  INFO 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.c.m.t.model.SubtaskInstanceEntity  : Set state for subtask: 49403, current state: RUNNING, new state: FAILED

2022-07-11 19:05:09.915  WARN 45 --- [pool-manual-subtask-executor7,0766d5c77b9b4bff,9b616c25b5c5] c.a.o.c.t.engine.runner.RunnerFactory    : Execute task failed, subtask=SubtaskInstanceEntity{id=49403, name=Sync cluster info, state=FAILED, operation=RETRY, className=com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask, seriesId=26, startTime=2022-07-11T19:04:49.390+08:00, endTime=2022-07-11T19:05:09.914+08:00}

java.lang.RuntimeException: com.alipay.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor
	at com.alipay.ocp.common.pattern.Retry.executeUntilSuccessWithLimit(Retry.java:173) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pattern.Retry.executeUntilSuccessWithLimit(Retry.java:188) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask.run(SyncClusterInfoTask.java:44) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.runtime.Subtask.retry(Subtask.java:49) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.metadb.task.model.SubtaskInstanceEntity.retry(SubtaskInstanceEntity.java:233) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.JavaTaskRunner.doExecute(JavaTaskRunner.java:30) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.JavaTaskRunner.run(JavaTaskRunner.java:20) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:113) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.redirectOutputIfNotSysSchedule(RunnerFactory.java:185) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.task.engine.runner.RunnerFactory.run(RunnerFactory.java:102) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.core.t
ask.engine.coordinator.worker.subtask.ReadySubtaskWorker.lambda$submitTask$3(ReadySubtaskWorker.java:123) ~[ocp-core-3.3.0-20220427.jar!/:3.3.0-20220427]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_312]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[na:1.8.0_312]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[na:1.8.0_312]
	at java.lang.Thread.run(Thread.java:748) ~[na:1.8.0_312]
Caused by: com.alipay.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=OB_CLUSTER_CONNECT_FAILED, args=obcluster,ocp_monitor
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.getObOperator(AbstractObOperatorFactory.java:161) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.createObOperator(AbstractObOperatorFactory.java:121) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.oceanbase.obsdk.factory.AbstractObOperatorFactory.createObOperator(AbstractObOperatorFactory.java:125) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.zoneEntitiesCurrent(ClusterSyncService.java:530) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.internalSyncCluster(ClusterSyncService.java:241) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.operation.ob.cluster.ClusterSyncService.syncClusterInfo(ClusterSyncService.java:192) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.service.task.business.cluster.SyncClusterInfoTask.lambda$run$0(SyncClusterInfoTask.java:45) ~[ocp-service-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pattern.Retry.lambda$executeUntilSuccessWithLimit$0(Retry.java:189) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	at com.alipay.ocp.common.pat
tern.Retry.executeUntilSuccessWithLimit(Retry.java:169) ~[ocp-common-3.3.0-20220427.jar!/:3.3.0-20220427]
	... 14 common frames omitted