[root@e7b4c0454e96 log]# grep 7148c73583234406 ocp-server.log 2024-07-10 13:09:49.102 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.s.c.c.s.utils.CsrfRequestMatcher : CSRF token required for API [POST /api/v2/ob/clusters/1000001/upgrade, client 192.168.63.253, traceId 7148c73583234406] 2024-07-10 13:09:49.144 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.s.c.trace.RequestTracingAspect : API: [POST /api/v2/ob/clusters/1000001/upgrade?id=1000001, client=192.168.63.253, traceId=7148c73583234406, method=SuccessResponse com.oceanbase.ocp.server.common.controller.ObClusterController.upgradeObCluster(UpgradeObClusterParam,Long), args=UpgradeObClusterParam(upgradeMode=ROLLING, destVersion=4.2.1.7-107000162024060611, operatingSystem=el8, rpmFileName=null, freezeServer=false),1000001,] 2024-07-10 13:09:49.149 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.s.common.DistributedLockAspect : Get distributed lock, lockKey=ob-cluster-1000001, method=upgradeCluster 2024-07-10 13:09:49.163 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=direct, clusterName=obtest, obClusterId=1720516864, tenantName=sys, username=root, address=192.168.0.54, port=2881, database=oceanbase) 2024-07-10 13:09:49.164 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.0.53, sql port:2881 2024-07-10 13:09:49.164 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=direct, clusterName=obtest, obClusterId=1720516864, tenantName=sys, username=root, address=192.168.0.54, port=2881, database=oceanbase) 2024-07-10 13:09:49.165 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.0.53, sql port:2881 2024-07-10 13:09:49.165 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-07-10 13:09:49.165 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT `zone`, `status`, `region`, `idc` FROM `DBA_OB_ZONES` 2024-07-10 13:09:49.168 WARN 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.o.i.c.ClusterOperationServiceImpl : Cluster obtest have not a arbitration service 2024-07-10 13:09:49.168 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.s.o.o.f.ConnectPropertiesBuilder : get credential from obsdk context, clusterName=obtest, tenantName=sys, dbUser=root 2024-07-10 13:09:49.168 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=direct, clusterName=obtest, obClusterId=1720516864, tenantName=sys, username=root, address=192.168.0.54, port=2881, database=oceanbase) 2024-07-10 13:09:49.169 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.0.53, sql port:2881 2024-07-10 13:09:49.171 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=direct, clusterName=obtest, obClusterId=1720516864, tenantName=sys, username=root, address=192.168.0.54, port=2881, database=oceanbase) 2024-07-10 13:09:49.171 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.0.53, sql port:2881 2024-07-10 13:09:49.171 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-07-10 13:09:49.172 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT `zone`, `status`, `region`, `idc` FROM `DBA_OB_ZONES` 2024-07-10 13:09:49.175 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=direct, clusterName=obtest, obClusterId=1720516864, tenantName=sys, username=root, address=192.168.0.54, port=2881, database=oceanbase) 2024-07-10 13:09:49.177 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.0.53, sql port:2881 2024-07-10 13:09:49.177 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-07-10 13:09:49.178 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT DISTINCT a.tenant_name FROM DBA_OB_TENANTS AS a LEFT JOIN (SELECT tenant_id, refreshed_schema_version from GV$OB_SERVER_SCHEMA_INFO WHERE refreshed_schema_version > 1 AND refreshed_schema_version % 8 = 0) AS b ON a.tenant_id = b.tenant_id WHERE b.tenant_id IS NULL 2024-07-10 13:09:49.185 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.s.o.o.f.ConnectPropertiesBuilder : get credential from obsdk context, clusterName=obtest, tenantName=sys, dbUser=root 2024-07-10 13:09:49.185 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=direct, clusterName=obtest, obClusterId=1720516864, tenantName=sys, username=root, address=192.168.0.54, port=2881, database=oceanbase) 2024-07-10 13:09:49.186 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.0.53, sql port:2881 2024-07-10 13:09:49.186 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=direct, clusterName=obtest, obClusterId=1720516864, tenantName=sys, username=root, address=192.168.0.54, port=2881, database=oceanbase) 2024-07-10 13:09:49.186 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.0.53, sql port:2881 2024-07-10 13:09:49.186 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-07-10 13:09:49.187 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select version() 2024-07-10 13:09:49.196 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] .o.o.s.o.i.LocalObjectStorageServiceImpl : Load object data, bucket=oceanbase-upgrade-dep, name=oceanbase-ce-4.2.1.7-107000162024060611.el8.x86_64.rpm.oceanbase_upgrade_dep.yml, objectId=1000010 2024-07-10 13:09:49.196 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.s.o.operator.LocalFileOperator : Bucket=oceanbase-upgrade-dep, name=oceanbase-ce-4.2.1.7-107000162024060611.el8.x86_64.rpm.oceanbase_upgrade_dep.yml, sha1=adf8e8ed81b50db760e2a3d87cfc700e15e0c6d6 2024-07-10 13:09:49.197 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.o.i.c.ClusterOperationServiceImpl : read ob upgrade dep from object storage, obVersion=ObVersion[fullVersion=4.2.1.7-107000162024060611, shortVersion=4.2.1.7, majorVersion=4, minorVersion=2, patchVersion=1, incrVersion=7, buildNumber=107000162024060611], objectFile=/storage/admin/software/oceanbase-upgrade-dep/oceanbase-ce-4.2.1.7-107000162024060611.el8.x86_64.rpm.oceanbase_upgrade_dep.yml 2024-07-10 13:09:49.203 ERROR 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.core.util.ExceptionUtils : Checked Exception: com.oceanbase.ocp.core.exception.UnexpectedException occurred with code error.ob.cluster.upgrade.rpm.not.found, and args [x86_64, 4.2.1.7-107000162024060611] 2024-07-10 13:09:49.211 ERROR 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.o.s.c.trace.RequestTracingAspect : Unexpected API Error: [POST /api/v2/ob/clusters/1000001/upgrade client=192.168.63.253, traceId=7148c73583234406, args=UpgradeObClusterParam(upgradeMode=ROLLING, destVersion=4.2.1.7-107000162024060611, operatingSystem=el8, rpmFileName=null, freezeServer=false),1000001,, duration=114 ms] 2024-07-10 13:09:49.212 INFO 34734 --- [http-nio-0.0.0.0-8080-exec-6,7148c73583234406,2fa929e5e7e9] c.o.ocp.service.audit.AuditEventService : begin create audit event, param:CreateAuditEventParam(operationEvent=UPGRADE_OB_CLUSTER, eventType=OB_CLUSTER_MANAGEMENT, methodSignature=com.oceanbase.ocp.server.common.controller.ObClusterController.upgradeObCluster, resourceType=OB_CLUSTER, resources=[CreateAuditEventParam.AuditResourceParam(resourceId=1000001, resourceName=obtest:1720516864, parentResource=null)], operatorId=100, operatorName=admin, status=FAILED, failedReason={"errorCode":"OBE11067","errorMessage":"未找到升级所需安装包, 硬件架构=x86_64, 版本=4.2.1.7-107000162024060611"}, taskId=null, eventInfo={"id":1000001,"body":{"destVersion":"4.2.1.7-107000162024060611","freezeServer":false,"operatingSystem":"el8","upgradeMode":"ROLLING"}}, executionType=NEW, requestUrl=http://10.188.58.218:806/api/v2/ob/clusters/1000001/upgrade, clientIp=192.168.63.253, serverIp=192.168.0.34, startTime=2024-07-10T13:09:49.142+08:00, endTime=2024-07-10T13:09:49.212+08:00, role=null, aliUid=null)