############{EXECUTE}{2024-05-16T09:58:41.463+08:00}############ 2024-05-16 09:58:41.475 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.o.t.engine.runner.JavaSubtaskRunner : Run subtask, id=4000661, context=Context{parallelIdx=-1, stringMap={tenant_name=sysbench_tenant, ob_tenant_parameter_map=, prohibit_rollback=false, task_instance_id=5000621, task_operation=execute, whitelist=%, target_tenant_status=NORMAL, old_password=******, new_password=******, tenant_mode=MYSQL, system_variable_map=, create_tenant_param_json={"charset":"utf8mb4","collation":"utf8mb4_general_ci","mode":"MYSQL","name":"sysbench_tenant","parameters":[],"primaryZone":"","rootPassword":"******","whitelist":"%","zones":[{"name":"zone1","replicaType":"FULL","resourcePool":{"unitCount":2,"unitSpec":{"cpuCore":2.00,"memoryBytes":4294967296,"memorySize":4}}},{"name":"zone2","replicaType":"FULL","resourcePool":{"unitCount":2,"unitSpec":{"cpuCore":2.00,"memoryBytes":4294967296,"memorySize":4}}},{"name":"zone3","replicaType":"FULL","resourcePool":{"unitCount":2,"unitSpec":{"cpuCore":2.00,"memoryBytes":8589934592,"memorySize":8}}}]}, latest_execution_start_time=2024-05-16T09:58:41.449+08:00, sub_task_instance_id=4000661}, listMap={}}, executor=10.141.161.94 2024-05-16 09:58:41.486 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.o.o.i.tenant.task.CreateTenantTask : begin create tenant, param=CreateTenantParam(name=sysbench_tenant, mode=MYSQL, primaryZone=, charset=utf8mb4, collation=utf8mb4_general_ci, description=null, whitelist=%, timeZone=null, rootPassword=******, zones=[CreateTenantParam.ZoneParam(name=zone1, replicaType=FULL, resourcePool=CreateTenantParam.PoolParam(unitSpec=UnitSpecParam(cpuCore=2.0, memorySize=4), unitCount=2)), CreateTenantParam.ZoneParam(name=zone2, replicaType=FULL, resourcePool=CreateTenantParam.PoolParam(unitSpec=UnitSpecParam(cpuCore=2.0, memorySize=4), unitCount=2)), CreateTenantParam.ZoneParam(name=zone3, replicaType=FULL, resourcePool=CreateTenantParam.PoolParam(unitSpec=UnitSpecParam(cpuCore=2.0, memorySize=8), unitCount=2))], parameters=[]) 2024-05-16 09:58:41.512 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.o.c.obsdk.ConnectPropertiesBuilder : build connect address for sys tenant, obServerAddrList=[ObServerAddr(address=10.141.161.94, port=2881), ObServerAddr(address=10.141.161.227, port=2881), ObServerAddr(address=10.141.161.144, port=2881), ObServerAddr(address=10.141.161.163, port=2881), ObServerAddr(address=10.141.161.128, port=2881), ObServerAddr(address=10.141.161.211, port=2881)] 2024-05-16 09:58:41.534 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:10.141.161.94, sql port:2881 2024-05-16 09:58:41.544 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:10.141.161.94, sql port:2881 2024-05-16 09:58:41.559 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-05-16 09:58:41.571 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2024-05-16 09:58:41.590 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:10.141.161.94, sql port:2881 2024-05-16 09:58:41.602 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-05-16 09:58:41.612 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: CREATE RESOURCE UNIT `config_sysbench_tenant_zone2_2C4G_fgh` MAX_CPU = ?, MIN_CPU = ?, MEMORY_SIZE = ?, args: [2.0, 2.0, 4294967296] 2024-05-16 09:58:41.672 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:10.141.161.94, sql port:2881 2024-05-16 09:58:41.681 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-05-16 09:58:41.695 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT UNIT_CONFIG_ID, NAME, MAX_CPU, MIN_CPU, MEMORY_SIZE AS MAX_MEMORY, MEMORY_SIZE AS MIN_MEMORY, LOG_DISK_SIZE, MAX_IOPS, MIN_IOPS, IOPS_WEIGHT FROM oceanbase.DBA_OB_UNIT_CONFIGS WHERE `NAME` = ?, args: [config_sysbench_tenant_zone2_2C4G_fgh] 2024-05-16 09:58:41.709 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:10.141.161.94, sql port:2881 2024-05-16 09:58:41.716 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-05-16 09:58:41.729 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: CREATE RESOURCE POOL `pool_sysbench_tenant_zone2_fgh` UNIT = ?, UNIT_NUM = ?, ZONE_LIST=('zone2'), args: [config_sysbench_tenant_zone2_2C4G_fgh, 2] 2024-05-16 09:58:41.754 ERROR 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] update failed, sql:[CREATE RESOURCE POOL `pool_sysbench_tenant_zone2_fgh` UNIT = ?, UNIT_NUM = ?, ZONE_LIST=('zone2')], error message:[PreparedStatementCallback; SQL [CREATE RESOURCE POOL `pool_sysbench_tenant_zone2_fgh` UNIT = ?, UNIT_NUM = ?, ZONE_LIST=('zone2')]; (conn=3221584398) zone 'zone2' resource not enough to hold 2 unit. You can check resource info by views: DBA_OB_UNITS, GV$OB_UNITS, GV$OB_SERVERS. server '"10.141.161.144:2882"' LOG_DISK resource not enough server '"10.141.161.163:2882"' LOG_DISK resource not enough ; nested exception is java.sql.SQLTransientConnectionException: (conn=3221584398) zone 'zone2' resource not enough to hold 2 unit. You can check resource info by views: DBA_OB_UNITS, GV$OB_UNITS, GV$OB_SERVERS. server '"10.141.161.144:2882"' LOG_DISK resource not enough server '"10.141.161.163:2882"' LOG_DISK resource not enough ] 2024-05-16 09:58:41.764 ERROR 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.o.o.i.t.ResourcePoolServiceImpl : create resource pool failed, error message:(conn=3221584398) zone 'zone2' resource not enough to hold 2 unit. You can check resource info by views: DBA_OB_UNITS, GV$OB_UNITS, GV$OB_SERVERS. server '"10.141.161.144:2882"' LOG_DISK resource not enough server '"10.141.161.163:2882"' LOG_DISK resource not enough 2024-05-16 09:58:41.772 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:10.141.161.94, sql port:2881 2024-05-16 09:58:41.786 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-05-16 09:58:41.808 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: DROP RESOURCE UNIT IF EXISTS `config_sysbench_tenant_zone2_2C4G_fgh` 2024-05-16 09:58:41.824 ERROR 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.o.o.i.t.ResourcePoolServiceImpl : create resource pool list failed, error message:(conn=3221584398) zone 'zone1' resource not enough to hold 2 unit. You can check resource info by views: DBA_OB_UNITS, GV$OB_UNITS, GV$OB_SERVERS. server '"10.141.161.227:2882"' LOG_DISK resource not enough server '"10.141.161.94:2882"' LOG_DISK resource not enough 2024-05-16 09:58:41.834 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.o.c.obsdk.ConnectPropertiesBuilder : get credential from obsdk context, clusterName=myoceanbase, tenantName=sys, dbUser=root 2024-05-16 09:58:41.852 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.o.c.obsdk.ConnectPropertiesBuilder : build connect address for sys tenant, obServerAddrList=[ObServerAddr(address=10.141.161.94, port=2881), ObServerAddr(address=10.141.161.227, port=2881), ObServerAddr(address=10.141.161.144, port=2881), ObServerAddr(address=10.141.161.163, port=2881), ObServerAddr(address=10.141.161.128, port=2881), ObServerAddr(address=10.141.161.211, port=2881)] 2024-05-16 09:58:41.863 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:10.141.161.94, sql port:2881 2024-05-16 09:58:41.875 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:10.141.161.94, sql port:2881 2024-05-16 09:58:41.885 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2024-05-16 09:58:41.898 INFO 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2024-05-16 09:58:41.917 WARN 100815 --- [pool-manual-subtask-executor14,46f0aed833a1489d,8e6a2780e006] c.o.o.task.engine.runner.RunnerFactory : Execute task failed, subtask=SubtaskInstanceOverview{id=4000661, name=Create ob tenant, state=FAILED, operation=EXECUTE, className=com.oceanbase.ocp.obops.internal.tenant.task.CreateTenantTask, seriesId=4, startTime=2024-05-16T09:58:41.450+08:00, endTime=null} com.oceanbase.ocp.obsdk.exception.OceanBaseException: (conn=3221584398) zone 'zone1' resource not enough to hold 2 unit. You can check resource info by views: DBA_OB_UNITS, GV$OB_UNITS, GV$OB_SERVERS. server '"10.141.161.227:2882"' LOG_DISK resource not enough server '"10.141.161.94:2882"' LOG_DISK resource not enough at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.customizeException(ConnectTemplate.java:342) ~[ocp-express-obsdk-4.2.2-20240108.jar!/:4.2.2-20240108] at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.customizeException(ConnectTemplate.java:334) ~[ocp-express-obsdk-4.2.2-20240108.jar!/:4.2.2-20240108] at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.customizeException(ConnectTemplate.java:329) ~[ocp-express-obsdk-4.2.2-20240108.jar!/:4.2.2-20240108] at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.updateInner(ConnectTemplate.java:207) ~[ocp-express-obsdk-4.2.2-20240108.jar!/:4.2.2-20240108] at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.update(ConnectTemplate.java:185) ~[ocp-express-obsdk-4.2.2-20240108.jar!/:4.2.2-20240108] at com.oceanbase.ocp.obsdk.operator.resource.MysqlResourceOperator.createResourcePool(MysqlResourceOperator.java:171) ~[ocp-express-obsdk-4.2.2-20240108.jar!/:4.2.2-20240108] at com.oceanbase.ocp.obops.internal.tenant.ResourcePoolServiceImpl.createResourcePool(ResourcePoolServiceImpl.java:235) ~[ocp-express-obops-service-4.2.2-20240108.jar!/:4.2.2-20240108] at com.oceanbase.ocp.obops.internal.tenant.ResourcePoolServiceImpl.createResourcePoolReturnEither(ResourcePoolServiceImpl.java:135) ~[ocp-express-obops-service-4.2.2-20240108.jar!/:4.2.2-2024010 8] at com.oceanbase.ocp.obops.internal.tenant.ResourcePoolServiceImpl.lambda$createResourcePoolList$0(ResourcePoolServiceImpl.java:68) ~[ocp-express-obops-service-4.2.2-20240108.jar!/:4.2.2-20240108] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) ~[na:1.8.0_332] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384) ~[na:1.8.0_332] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482) ~[na:1.8.0_332] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472) ~[na:1.8.0_332] at java.util.stream.ReduceOps$ReduceTask.doLeaf(ReduceOps.java:747) ~[na:1.8.0_332] at java.util.stream.ReduceOps$ReduceTask.doLeaf(ReduceOps.java:721) ~[na:1.8.0_332] at java.util.stream.AbstractTask.compute(AbstractTask.java:327) ~[na:1.8.0_332] at java.util.concurrent.CountedCompleter.exec(CountedCompleter.java:731) ~[na:1.8.0_332] at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289) ~[na:1.8.0_332] at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056) ~[na:1.8.0_332] at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692) ~[na:1.8.0_332] at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) ~[na:1.8.0_332] Caused by: java.sql.SQLTransientConnectionException: (conn=3221584398) zone 'zone1' resource not enough to hold 2 unit. You can check resource info by views: DBA_OB_UNITS, GV$OB_UNITS, GV$OB_SERVERS. server '"10.141.161.227:2882"' LOG_DISK resource not enough server '"10.141.161.94:2882"' LOG_DISK resource not enough at com.oceanbase.jdbc.internal.util.exceptions.ExceptionFactory.createException(ExceptionFactory.java:128) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.internal.util.exceptions.ExceptionFactory.create(ExceptionFactory.java:202) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.OceanBaseStatement.executeExceptionEpilogue(OceanBaseStatement.java:315) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.JDBC4Prepa redStatement.executeInternal(JDBC4PreparedStatement.java:243) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.JDBC4PreparedStatement.execute(JDBC4PreparedStatement.java:161) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.JDBC4PreparedStatement.executeUpdate(JDBC4PreparedStatement.java:195) ~[oceanbase-client-2.4.3.jar!/:na] at com.alibaba.druid.pool.DruidPooledPreparedStatement.executeUpdate(DruidPooledPreparedStatement.java:255) ~[druid-1.2.8.jar!/:1.2.8] at org.springframework.jdbc.core.JdbcTemplate.lambda$update$2(JdbcTemplate.java:965) ~[spring-jdbc-5.3.27.jar!/:5.3.27] at org.springframework.jdbc.core.JdbcTemplate.execute(JdbcTemplate.java:651) ~[spring-jdbc-5.3.27.jar!/:5.3.27] at org.springframework.jdbc.core.JdbcTemplate.update(JdbcTemplate.java:960) ~[spring-jdbc-5.3.27.jar!/:5.3.27] at org.springframework.jdbc.core.JdbcTemplate.update(JdbcTemplate.java:1015) ~[spring-jdbc-5.3.27.jar!/:5.3.27] at org.springframework.jdbc.core.JdbcTemplate.update(JdbcTemplate.java:1025) ~[spring-jdbc-5.3.27.jar!/:5.3.27] at com.oceanbase.ocp.obsdk.connector.ConnectTemplate.updateInner(ConnectTemplate.java:204) ~[ocp-express-obsdk-4.2.2-20240108.jar!/:4.2.2-20240108] ... 17 common frames omitted Caused by: com.oceanbase.jdbc.internal.util.exceptions.OceanBaseSqlException: zone 'zone1' resource not enough to hold 2 unit. You can check resource info by views: DBA_OB_UNITS, GV$OB_UNITS, GV$OB_SERVERS. server '"10.141.161.227:2882"' LOG_DISK resource not enough server '"10.141.161.94:2882"' LOG_DISK resource not enough at com.oceanbase.jdbc.internal.util.exceptions.OceanBaseSqlException.of(OceanBaseSqlException.java:79) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.exceptionWithQuery(AbstractQueryProtocol.java:199) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.exceptionWithQuery(AbstractQueryProtocol.java:180) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.internal.protocol.AbstractQ ueryProtocol.executeQuery(AbstractQueryProtocol.java:372) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.JDBC4PreparedStatement.executeInternal(JDBC4PreparedStatement.java:234) ~[oceanbase-client-2.4.3.jar!/:na] ... 26 common frames omitted Caused by: java.sql.SQLException: zone 'zone1' resource not enough to hold 2 unit. You can check resource info by views: DBA_OB_UNITS, GV$OB_UNITS, GV$OB_SERVERS. server '"10.141.161.227:2882"' LOG_DISK resource not enough server '"10.141.161.94:2882"' LOG_DISK resource not enough at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.readErrorPacket(AbstractQueryProtocol.java:2192) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.readPacket(AbstractQueryProtocol.java:2057) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.getResult(AbstractQueryProtocol.java:1951) ~[oceanbase-client-2.4.3.jar!/:na] at com.oceanbase.jdbc.internal.protocol.AbstractQueryProtocol.executeQuery(AbstractQueryProtocol.java:370) ~[oceanbase-client-2.4.3.jar!/:na] ... 27 common frames omitted Set state for subtask: 4000661, operation:EXECUTE, state: FAILED